[ 526.252543] env[65204]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.252543] env[65204]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.337087] env[65294]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.337087] env[65294]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.948581] env[65294]: INFO neutron.common.config [-] Logging enabled! [ 528.948581] env[65294]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 528.948996] env[65294]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65294) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.949321] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.949422] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.950277] env[65294]: WARNING oslo_policy.policy [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.950679] env[65294]: WARNING oslo_policy.policy [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.952269] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] VMware NSXv3 Agent initialized successfully. [ 528.952618] env[65294]: DEBUG oslo_concurrency.lockutils [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Acquiring lock "singleton_lock" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.952747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Acquired lock "singleton_lock" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.952953] env[65294]: DEBUG oslo_concurrency.lockutils [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Releasing lock "singleton_lock" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.953243] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Full set of CONF: {{(pid=65294) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 528.953355] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ******************************************************************************** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.953456] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Configuration options gathered from: {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.953813] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.953984] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.954102] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ================================================================================ {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.954267] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] agent_down_time = 75 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.954404] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] allow_automatic_dhcp_failover = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.954538] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] allow_bulk = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.954678] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] api_extensions_path = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.954814] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] api_paste_config = api-paste.ini {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.954951] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] auth_strategy = keystone {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955063] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] backdoor_port = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955162] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] backdoor_socket = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955295] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] backlog = 4096 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955431] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955583] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] bind_host = 0.0.0.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955720] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] bind_port = 9696 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955856] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] client_socket_timeout = 900 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.955989] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] config_dir = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956107] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956242] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] config_source = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956378] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] control_exchange = neutron {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956547] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] core_plugin = ml2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956698] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] debug = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.956836] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] default_availability_zones = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957057] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957202] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dhcp_agent_notification = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957339] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dhcp_agents_per_network = 1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957473] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dhcp_lease_duration = 86400 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957615] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dhcp_load_type = networks {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957753] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dns_domain = openstacklocal {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.957890] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958032] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_default_route_bfd = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958165] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_default_route_ecmp = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958294] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_dvr = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958423] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_new_agents = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958579] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958713] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_signals = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958841] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] enable_traditional_dhcp = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.958968] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] external_dns_driver = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959108] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] filter_validation = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959249] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] global_physnet_mtu = 8950 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959382] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] graceful_shutdown_timeout = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959565] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] host = cpu-1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959698] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] host_dvr_for_dhcp = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959829] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] http_retries = 3 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.959964] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] instance_format = [instance: %(uuid)s] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960114] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960249] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ipam_driver = internal {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960379] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ipv6_pd_enabled = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960510] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] l3_ha = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960645] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960778] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] l3_ha_network_physical_name = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.960932] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] l3_ha_network_type = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961085] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_color = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961222] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_config_append = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961356] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961487] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_dir = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961616] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_file = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961719] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_options = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961854] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_rotate_interval = 1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.961992] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_rotate_interval_type = days {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962145] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] log_rotation_type = none {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962248] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962350] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962484] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962617] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962719] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962853] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_dns_nameservers = 5 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.962987] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_header_line = 16384 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963132] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_l3_agents_per_router = 3 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963265] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_logfile_count = 30 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963394] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_logfile_size_mb = 200 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963523] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] max_subnet_host_routes = 20 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963664] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] my_ip = 10.180.1.21 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963799] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] my_ipv6 = ::1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.963934] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] network_auto_schedule = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964072] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] network_link_prefix = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964210] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964349] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] notify_nova_on_port_data_changes = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964484] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] notify_nova_on_port_status_changes = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964621] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] pagination_max_limit = -1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964754] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] publish_errors = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.964898] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rate_limit_burst = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965062] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rate_limit_except_level = CRITICAL {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965197] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rate_limit_interval = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965328] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] retry_until_window = 30 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965458] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] router_distributed = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965588] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rpc_resources_processing_step = 20 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965723] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rpc_response_max_timeout = 600 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965856] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] rpc_response_timeout = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.965987] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] send_events_interval = 2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966759] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] service_plugins = ['router'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966759] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] setproctitle = on {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966759] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] shell_completion = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966759] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] state_path = /opt/stack/data/neutron {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966759] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] syslog_log_facility = LOG_USER {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966997] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] tcp_keepidle = 600 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.966997] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] transport_url = **** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967086] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] use_journal = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967202] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] use_json = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967332] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] use_ssl = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967458] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] use_stderr = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967595] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] use_syslog = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967723] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vlan_qinq = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967849] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vlan_transparent = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.967977] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] watch_log_file = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.968120] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] wsgi_default_pool_size = 100 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.968250] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] wsgi_keep_alive = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.968391] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.968574] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] wsgi_server_debug = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.968696] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_concurrency.disable_process_locking = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.968838] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.968978] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969124] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969265] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969405] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969566] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969730] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.connection_string = messaging:// {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.969875] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.enabled = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970032] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.es_doc_type = notification {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970163] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.es_scroll_size = 10000 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970303] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.es_scroll_time = 2m {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970437] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.filter_error_trace = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970584] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.hmac_keys = **** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970718] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.sentinel_service_name = mymaster {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.970879] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.socket_timeout = 0.1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971038] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.trace_requests = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971180] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler.trace_sqlalchemy = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971329] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler_jaeger.process_tags = {} {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971462] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler_jaeger.service_name_prefix = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971603] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] profiler_otlp.service_name_prefix = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.971746] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.enforce_new_defaults = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.972031] env[65294]: WARNING oslo_config.cfg [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.972182] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.enforce_scope = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.972324] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.policy_default_rule = default {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.972474] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.972642] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.972795] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973124] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973124] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973202] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973314] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973456] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973609] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973751] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] agent.extensions = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.973909] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974047] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] service_providers.service_provider = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974223] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.default_quota = -1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974325] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974463] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_floatingip = 50 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974593] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_network = 100 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974725] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_port = 500 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974856] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.974987] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_router = 10 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975130] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_security_group = 10 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975262] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975392] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.quota_subnet = 100 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975525] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] QUOTAS.track_quota_usage = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975697] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975835] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.975964] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976111] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976248] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976381] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976513] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976651] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976778] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.976910] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977072] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977212] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977343] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977472] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_dhcp_release.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977609] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977738] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977866] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.977997] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978146] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978277] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978407] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_ovs_vsctl.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978563] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.capabilities = [21] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978763] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.978977] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979158] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979302] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979439] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979570] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_namespace.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979710] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.capabilities = [12] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979839] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.979966] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980115] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980251] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980382] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980509] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_conntrack.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980649] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.capabilities = [12, 21] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980774] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.group = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.980924] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.helper_command = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981082] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.log_daemon_traceback = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981216] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981347] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.thread_pool_size = 8 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981473] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] privsep_link.user = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981629] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981797] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.981935] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.continue_on_failed_promotions = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982080] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.dscp = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982216] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.dscp_inherit = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982356] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.force_mp_to_policy = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982488] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.locking_coordinator_url = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982619] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.log_agent_heartbeats = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982752] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.logging_expire = 1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.982891] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983035] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983179] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.polling_interval = 240 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983314] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983455] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983600] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.report_interval = 30.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983740] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.983878] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984024] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984165] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.sync_skew = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984299] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.synchronization_queue_size = 20 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984431] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT.use_helper_for_ns_read = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984569] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] SECURITYGROUP.enable_ipset = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984728] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] SECURITYGROUP.enable_security_group = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.984875] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985026] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985170] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] experimental.ipv6_pd_enabled = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985326] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.extension_drivers = ['port_security'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985458] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.external_network_type = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985604] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985746] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.overlay_ip_version = 4 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.985885] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.path_mtu = 8950 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986036] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.physical_network_mtus = {} {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986184] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986322] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986462] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ml2.type_drivers = ['vlan'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986603] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986736] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.986869] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987023] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987170] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987309] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987448] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987625] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987776] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.987980] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988140] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_login_password = **** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988287] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988426] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_login_user = admin {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988594] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988739] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.988877] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989041] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989195] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989341] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989483] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989627] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989763] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.989901] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990056] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990195] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990335] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990533] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990686] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990825] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.990962] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991114] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.auth_section = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991261] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.auth_type = password {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991401] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991529] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.certfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991667] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.collect_timing = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991810] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.endpoint_type = public {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.991945] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.insecure = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992085] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.keyfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992228] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.region_name = RegionOne {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992366] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.split_loggers = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992500] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] nova.timeout = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992638] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.auth_section = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992783] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.auth_type = password {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.992924] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993064] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.certfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993197] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.collect_timing = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993335] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.endpoint_type = public {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993468] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.insecure = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993600] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.keyfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993730] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.region_name = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993862] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.split_loggers = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.993992] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] placement.timeout = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994146] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.auth_section = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994279] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.auth_type = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994406] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.cafile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994534] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.certfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994668] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.collect_timing = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994797] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.connect_retries = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.994926] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.connect_retry_delay = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.995418] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.enable_notifications = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.995591] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.endpoint_override = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.995737] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.insecure = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.995872] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.interface = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996018] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.keyfile = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996155] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.max_version = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996289] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.min_version = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996453] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.region_name = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996596] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.retriable_status_codes = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996693] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.service_name = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996811] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.service_type = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.996940] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.split_loggers = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997079] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.status_code_retries = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997210] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.status_code_retry_delay = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997342] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.timeout = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997812] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.valid_interfaces = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997812] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ironic.version = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.997812] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] cli_script.dry_run = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998031] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998031] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998148] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998269] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998404] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998556] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998690] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998829] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.998962] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999119] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999251] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999392] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999532] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999678] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999806] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.999952] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000090] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000225] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000365] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000498] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000630] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000762] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.000919] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001078] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001214] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001346] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001486] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001613] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001745] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.001876] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002032] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002160] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002298] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002428] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002567] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002706] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002840] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.002982] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_notifications.driver = [] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.003130] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_notifications.retry = -1 {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.003281] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.003411] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.003515] env[65294]: DEBUG oslo_service.backend._eventlet.service [None req-c1b3f8c8-0a6e-45e8-aaf9-3703be8a3a19 None None] ******************************************************************************** {{(pid=65294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.004698] env[65294]: DEBUG neutron.agent.securitygroups_rpc [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Init firewall settings (driver=nsxv3) {{(pid=65294) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.006049] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65294) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.006291] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.008568] env[65294]: DEBUG dogpile.cache.region [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.008682] env[65294]: DEBUG dogpile.lock [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.008783] env[65294]: DEBUG dogpile.lock [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.008870] env[65294]: DEBUG dogpile.lock [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.008958] env[65294]: DEBUG dogpile.cache.region [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.009053] env[65294]: DEBUG dogpile.lock [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.009175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.033172] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Session token - acquiring [ 529.034705] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.034904] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.034978] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.035433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.047221] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.336870] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.359548] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.359729] env[65294]: DEBUG dogpile.cache.region [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Cache value generated in 0.350 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.359874] env[65294]: DEBUG dogpile.lock [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.360082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Activating Policy API Provider. [ 529.360292] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Looking for the default Infrastructure Rules. [ 529.433592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Looking for the Default Layer3 Logged Drop Section. [ 529.450022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.450551] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.450725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.450850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.451164] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.451518] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.966539] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.468611] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.970668] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Inventory metadata is going to be refreshed. [ 530.970931] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.741622] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.741991] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.741991] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.742314] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.756464] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.759045] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.759962] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.779388] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.779914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.779914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.780009] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.780145] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.780247] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.780390] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.780492] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.801293] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.801932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.801932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.801932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.802166] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.802277] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.824796] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.825230] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.825230] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.825360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.825507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.825652] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.846093] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.846344] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.846389] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.846828] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.846828] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.847042] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.847103] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.847175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.866588] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.867040] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.867040] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.867207] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.867345] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.867482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.867584] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.867686] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.889050] env[65294]: DEBUG networking_nsxv3.common.locking [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.889265] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.889306] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.889585] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.889730] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.889902] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.890017] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.890116] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Inventory metadata have been refreshed. [ 531.890211] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Dryrun:True. Metadata refresh completed. [ 531.890327] env[65294]: DEBUG oslo_concurrency.lockutils [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Releasing lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.892379] env[65294]: INFO neutron.agent.agent_extensions_manager [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Loaded agent extensions: [] [ 531.893111] env[65294]: DEBUG neutron_lib.callbacks.manager [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65294) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.946935] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.947198] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.947198] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent out of sync with plugin! [ 536.893799] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.894153] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.895556] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.895556] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.896150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.896572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.896572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.896751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.896932] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.400108] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.902385] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.404342] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 545.404519] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 546.161027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.161027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.161027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.161027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.172070] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 546.173121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.173837] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 546.198931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.198931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.198931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.198931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.198931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.198931] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 546.198931] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.198931] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 546.219821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.219821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.219821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.219821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.219821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.219821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.242840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.242840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.242840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.242840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.242840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.242840] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.267584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.267584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.267584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.267584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.267584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.267584] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 546.267584] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.267584] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 546.285316] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.285316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.285316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.285316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.285316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.285316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 546.285316] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.285316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 546.310940] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.310940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.310940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.310940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.310940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 546.310940] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 546.310940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.344217] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.344217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.344217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.344217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.344217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.344217] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.368527] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.368527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.368527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.368527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.368527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.381621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.896632] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.896821] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.965936] env[65294]: INFO networking_nsxv3.common.synchronization [None req-cf5963c2-9352-4d59-8f61-4188675b701b demo admin] Enqueued Resource ID: b78fa64d-662f-4a2e-8c27-a2c060022d6d with Priority: HIGHEST for action security_group_rules [ 546.967016] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78fa64d-662f-4a2e-8c27-a2c060022d6d with Priority: HIGHEST for action security_group_rules [ 546.967016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78fa64d-662f-4a2e-8c27-a2c060022d6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.967264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78fa64d-662f-4a2e-8c27-a2c060022d6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.967914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78fa64d-662f-4a2e-8c27-a2c060022d6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.967914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78fa64d-662f-4a2e-8c27-a2c060022d6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.967914] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78fa64d-662f-4a2e-8c27-a2c060022d6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.486395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.486912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.486912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.486912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.486912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.487063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78fa64d-662f-4a2e-8c27-a2c060022d6d already deleted. [ 547.487164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78fa64d-662f-4a2e-8c27-a2c060022d6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.967564] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.967979] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.969587] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.969587] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.970478] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.971181] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.972141] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.972141] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.973408] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.973709] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.013839] env[65294]: INFO networking_nsxv3.common.synchronization [None req-87c1fea2-55b1-4d14-9c8c-62d152ae41b2 None None] Enqueued Resource ID: ae7375bb-e875-4325-954b-4b0d420e0e12 with Priority: HIGHEST for action port [ 575.014119] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae7375bb-e875-4325-954b-4b0d420e0e12 with Priority: HIGHEST for action port [ 575.014699] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae7375bb-e875-4325-954b-4b0d420e0e12 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.014867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae7375bb-e875-4325-954b-4b0d420e0e12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.014917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae7375bb-e875-4325-954b-4b0d420e0e12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.015923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae7375bb-e875-4325-954b-4b0d420e0e12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.016025] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7375bb-e875-4325-954b-4b0d420e0e12',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.518418] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae7375bb-e875-4325-954b-4b0d420e0e12 [ 575.519114] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.519114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.519114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.519297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.519297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.519363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae7375bb-e875-4325-954b-4b0d420e0e12 already deleted. [ 575.519394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae7375bb-e875-4325-954b-4b0d420e0e12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.568222] env[65294]: INFO networking_nsxv3.common.synchronization [None req-20a0bb01-8330-4d61-a0f4-2338363e854c None None] Enqueued Resource ID: fe752cc3-3e27-4efe-8bd0-d2d64e83ba01 with Priority: HIGHEST for action port [ 575.569289] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe752cc3-3e27-4efe-8bd0-d2d64e83ba01 with Priority: HIGHEST for action port [ 575.569289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe752cc3-3e27-4efe-8bd0-d2d64e83ba01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.569494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe752cc3-3e27-4efe-8bd0-d2d64e83ba01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.569494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe752cc3-3e27-4efe-8bd0-d2d64e83ba01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.569852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe752cc3-3e27-4efe-8bd0-d2d64e83ba01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.569986] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe752cc3-3e27-4efe-8bd0-d2d64e83ba01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.076755] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe752cc3-3e27-4efe-8bd0-d2d64e83ba01 [ 576.078460] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.078460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.078460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.078460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.078460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.078460] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe752cc3-3e27-4efe-8bd0-d2d64e83ba01 already deleted. [ 576.078460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe752cc3-3e27-4efe-8bd0-d2d64e83ba01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.934019] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2613af4d-3e76-4f6a-b087-c20d90667226 None None] Enqueued Resource ID: ebb54b5b-df71-46c5-aa70-55652b553504 with Priority: HIGHEST for action port [ 576.935191] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb54b5b-df71-46c5-aa70-55652b553504 with Priority: HIGHEST for action port [ 576.935856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb54b5b-df71-46c5-aa70-55652b553504 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.936098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb54b5b-df71-46c5-aa70-55652b553504" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.936273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb54b5b-df71-46c5-aa70-55652b553504" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.936754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb54b5b-df71-46c5-aa70-55652b553504" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.936908] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb54b5b-df71-46c5-aa70-55652b553504',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.442256] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebb54b5b-df71-46c5-aa70-55652b553504 [ 577.442256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.442256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.442256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.442256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.442256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.442256] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebb54b5b-df71-46c5-aa70-55652b553504 already deleted. [ 577.442256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb54b5b-df71-46c5-aa70-55652b553504" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.585569] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2ae231ed-fc99-4451-b12a-a033a50e0881 None None] Enqueued Resource ID: a315305f-5355-49c8-9042-f3cdfbebc3f6 with Priority: HIGHEST for action port [ 578.586459] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a315305f-5355-49c8-9042-f3cdfbebc3f6 with Priority: HIGHEST for action port [ 578.586459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a315305f-5355-49c8-9042-f3cdfbebc3f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.586604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a315305f-5355-49c8-9042-f3cdfbebc3f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.586604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a315305f-5355-49c8-9042-f3cdfbebc3f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.586787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a315305f-5355-49c8-9042-f3cdfbebc3f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.586883] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a315305f-5355-49c8-9042-f3cdfbebc3f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.092282] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a315305f-5355-49c8-9042-f3cdfbebc3f6 [ 579.092523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.092783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.092783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.092947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.093052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.093151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a315305f-5355-49c8-9042-f3cdfbebc3f6 already deleted. [ 579.093233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a315305f-5355-49c8-9042-f3cdfbebc3f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.804568] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0439c978-1032-44fb-b8a2-84a30debec20 None None] Enqueued Resource ID: 36945176-2004-4c7a-974f-b02caf9ff763 with Priority: HIGHEST for action port [ 579.805358] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36945176-2004-4c7a-974f-b02caf9ff763 with Priority: HIGHEST for action port [ 579.806119] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-36945176-2004-4c7a-974f-b02caf9ff763 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.806253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36945176-2004-4c7a-974f-b02caf9ff763" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.806310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36945176-2004-4c7a-974f-b02caf9ff763" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.806829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36945176-2004-4c7a-974f-b02caf9ff763" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.806910] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36945176-2004-4c7a-974f-b02caf9ff763',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.019929] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3ea3a266-8bf9-4ce8-8c08-91d4cd37b019 tempest-ServersTestManualDisk-1514681855 tempest-ServersTestManualDisk-1514681855-project-member] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 580.021233] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 580.021233] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.021233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.021233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.021589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.021589] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.309607] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36945176-2004-4c7a-974f-b02caf9ff763 [ 580.309899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.310031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.310031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.312178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.312178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.312178] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36945176-2004-4c7a-974f-b02caf9ff763 already deleted. [ 580.312178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36945176-2004-4c7a-974f-b02caf9ff763" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.374499] env[65294]: INFO networking_nsxv3.common.synchronization [None req-17a5c2c9-71fd-4c14-93be-854b599465a2 None None] Enqueued Resource ID: 9e875e5a-1ff3-494e-b3e2-32e84e3a7395 with Priority: HIGHEST for action port [ 580.375087] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e875e5a-1ff3-494e-b3e2-32e84e3a7395 with Priority: HIGHEST for action port [ 580.375379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e875e5a-1ff3-494e-b3e2-32e84e3a7395 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.375497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e875e5a-1ff3-494e-b3e2-32e84e3a7395" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.382538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e875e5a-1ff3-494e-b3e2-32e84e3a7395" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.382538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e875e5a-1ff3-494e-b3e2-32e84e3a7395" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.382729] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e875e5a-1ff3-494e-b3e2-32e84e3a7395',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.544765] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.545454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.545612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.545848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.546442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.546581] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 already deleted. [ 580.547451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.701571] env[65294]: INFO networking_nsxv3.common.synchronization [None req-12b985c4-2875-4b50-a7d7-cb2e8834f9c3 None None] Enqueued Resource ID: a7e829fd-30ca-4356-a1ff-52886a61b094 with Priority: HIGHEST for action port [ 580.702351] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e829fd-30ca-4356-a1ff-52886a61b094 with Priority: HIGHEST for action port [ 580.702624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e829fd-30ca-4356-a1ff-52886a61b094 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.702716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e829fd-30ca-4356-a1ff-52886a61b094" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.702716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e829fd-30ca-4356-a1ff-52886a61b094" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.704949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e829fd-30ca-4356-a1ff-52886a61b094" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.704949] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e829fd-30ca-4356-a1ff-52886a61b094',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.884995] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e875e5a-1ff3-494e-b3e2-32e84e3a7395 [ 580.885891] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.886851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.886851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.886851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.886851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.886851] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e875e5a-1ff3-494e-b3e2-32e84e3a7395 already deleted. [ 580.886851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e875e5a-1ff3-494e-b3e2-32e84e3a7395" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.206359] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e829fd-30ca-4356-a1ff-52886a61b094 [ 581.206724] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.207552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.207552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.207552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.207788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.208020] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e829fd-30ca-4356-a1ff-52886a61b094 already deleted. [ 581.208155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e829fd-30ca-4356-a1ff-52886a61b094" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.021224] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ccdf31a0-37c4-4df5-8172-1f61fc727d18 tempest-ServersTestManualDisk-1514681855 tempest-ServersTestManualDisk-1514681855-project-member] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 582.021741] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 582.023294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.023473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.023544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.023743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.023823] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.246909] env[65294]: INFO networking_nsxv3.common.synchronization [None req-7051eabb-1463-4f95-87ab-16bbfa1771d0 None None] Enqueued Resource ID: a52b9db7-bdc7-4594-96ae-992b5bb0242e with Priority: HIGHEST for action port [ 582.246909] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b9db7-bdc7-4594-96ae-992b5bb0242e with Priority: HIGHEST for action port [ 582.247434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52b9db7-bdc7-4594-96ae-992b5bb0242e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.247668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52b9db7-bdc7-4594-96ae-992b5bb0242e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.247668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52b9db7-bdc7-4594-96ae-992b5bb0242e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.248052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52b9db7-bdc7-4594-96ae-992b5bb0242e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.248052] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52b9db7-bdc7-4594-96ae-992b5bb0242e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.549673] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.549847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.549891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.550148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.550253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.550353] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 already deleted. [ 582.550437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.590660] env[65294]: INFO networking_nsxv3.common.synchronization [None req-32ad4c83-1882-4722-8441-31d33529da0b None None] Enqueued Resource ID: 4b8a8c22-0984-4667-a309-b6089f3925d4 with Priority: HIGHEST for action port [ 582.591192] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b8a8c22-0984-4667-a309-b6089f3925d4 with Priority: HIGHEST for action port [ 582.591487] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b8a8c22-0984-4667-a309-b6089f3925d4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.591619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b8a8c22-0984-4667-a309-b6089f3925d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.591775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b8a8c22-0984-4667-a309-b6089f3925d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.592101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b8a8c22-0984-4667-a309-b6089f3925d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.592241] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8a8c22-0984-4667-a309-b6089f3925d4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.750110] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a52b9db7-bdc7-4594-96ae-992b5bb0242e [ 582.750434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.750585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.750658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.751054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.751054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.751054] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a52b9db7-bdc7-4594-96ae-992b5bb0242e already deleted. [ 582.751233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52b9db7-bdc7-4594-96ae-992b5bb0242e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.094112] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b8a8c22-0984-4667-a309-b6089f3925d4 [ 583.094400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.094553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.094625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.094832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.094956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.095684] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b8a8c22-0984-4667-a309-b6089f3925d4 already deleted. [ 583.095801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b8a8c22-0984-4667-a309-b6089f3925d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.438853] env[65294]: INFO networking_nsxv3.common.synchronization [None req-28693510-9dd4-4b7d-b4ad-160838ded201 None None] Enqueued Resource ID: aa50609e-b5be-4596-bb19-608cb0c1fd1a with Priority: HIGHEST for action port [ 583.439130] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa50609e-b5be-4596-bb19-608cb0c1fd1a with Priority: HIGHEST for action port [ 583.439710] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa50609e-b5be-4596-bb19-608cb0c1fd1a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.439839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa50609e-b5be-4596-bb19-608cb0c1fd1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.439968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa50609e-b5be-4596-bb19-608cb0c1fd1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.441030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa50609e-b5be-4596-bb19-608cb0c1fd1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.441030] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa50609e-b5be-4596-bb19-608cb0c1fd1a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.942453] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa50609e-b5be-4596-bb19-608cb0c1fd1a [ 583.942728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.943399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.943399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.943399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.943399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.943399] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa50609e-b5be-4596-bb19-608cb0c1fd1a already deleted. [ 583.943578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa50609e-b5be-4596-bb19-608cb0c1fd1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.315716] env[65294]: INFO networking_nsxv3.common.synchronization [None req-64834531-17dd-4eb8-83e6-f3b62d05dd7b None None] Enqueued Resource ID: 0b36866e-17a4-43d0-b5a0-6c6b02f13c6f with Priority: HIGHEST for action port [ 584.317578] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b36866e-17a4-43d0-b5a0-6c6b02f13c6f with Priority: HIGHEST for action port [ 584.317901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b36866e-17a4-43d0-b5a0-6c6b02f13c6f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.318045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b36866e-17a4-43d0-b5a0-6c6b02f13c6f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.318123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b36866e-17a4-43d0-b5a0-6c6b02f13c6f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.318385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b36866e-17a4-43d0-b5a0-6c6b02f13c6f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.318471] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b36866e-17a4-43d0-b5a0-6c6b02f13c6f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.821205] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b36866e-17a4-43d0-b5a0-6c6b02f13c6f [ 584.821516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.821673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.822010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.822010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.822119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.822599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b36866e-17a4-43d0-b5a0-6c6b02f13c6f already deleted. [ 584.822599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b36866e-17a4-43d0-b5a0-6c6b02f13c6f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.256403] env[65294]: INFO networking_nsxv3.common.synchronization [None req-385e7e17-e129-464d-8de0-f4a497337e2a None None] Enqueued Resource ID: 8a439897-6469-4dfa-b06c-7d83f042a141 with Priority: HIGHEST for action port [ 585.257030] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a439897-6469-4dfa-b06c-7d83f042a141 with Priority: HIGHEST for action port [ 585.257366] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a439897-6469-4dfa-b06c-7d83f042a141 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.257496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a439897-6469-4dfa-b06c-7d83f042a141" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.257563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a439897-6469-4dfa-b06c-7d83f042a141" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.257822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a439897-6469-4dfa-b06c-7d83f042a141" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.257903] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a439897-6469-4dfa-b06c-7d83f042a141',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.760771] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a439897-6469-4dfa-b06c-7d83f042a141 [ 585.762871] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.762871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.762871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.762871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.762871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.762871] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a439897-6469-4dfa-b06c-7d83f042a141 already deleted. [ 585.762871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a439897-6469-4dfa-b06c-7d83f042a141" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.159738] env[65294]: INFO networking_nsxv3.common.synchronization [None req-4256b104-f7a7-42f7-a98c-1115fb9541ec None None] Enqueued Resource ID: 6241a618-cda5-45be-9b3c-0c412a9a9f39 with Priority: HIGHEST for action port [ 586.160199] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6241a618-cda5-45be-9b3c-0c412a9a9f39 with Priority: HIGHEST for action port [ 586.160575] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6241a618-cda5-45be-9b3c-0c412a9a9f39 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.160708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6241a618-cda5-45be-9b3c-0c412a9a9f39" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.160888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6241a618-cda5-45be-9b3c-0c412a9a9f39" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.161164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6241a618-cda5-45be-9b3c-0c412a9a9f39" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.165131] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6241a618-cda5-45be-9b3c-0c412a9a9f39',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.666705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6241a618-cda5-45be-9b3c-0c412a9a9f39 [ 586.667590] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.667784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.668222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.668222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.668348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.668381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6241a618-cda5-45be-9b3c-0c412a9a9f39 already deleted. [ 586.669191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6241a618-cda5-45be-9b3c-0c412a9a9f39" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.992618] env[65294]: INFO networking_nsxv3.common.synchronization [None req-737efa27-1113-47d3-8642-74b8c6e147d6 None None] Enqueued Resource ID: d3dae21e-3f8f-41ea-bdd2-635377a28204 with Priority: HIGHEST for action port [ 587.993183] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dae21e-3f8f-41ea-bdd2-635377a28204 with Priority: HIGHEST for action port [ 587.993534] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3dae21e-3f8f-41ea-bdd2-635377a28204 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.993644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3dae21e-3f8f-41ea-bdd2-635377a28204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.993678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3dae21e-3f8f-41ea-bdd2-635377a28204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.994325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3dae21e-3f8f-41ea-bdd2-635377a28204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.994325] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3dae21e-3f8f-41ea-bdd2-635377a28204',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.498560] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3dae21e-3f8f-41ea-bdd2-635377a28204 [ 588.498560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.498560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.498560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.498560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.498560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.498560] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3dae21e-3f8f-41ea-bdd2-635377a28204 already deleted. [ 588.498560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3dae21e-3f8f-41ea-bdd2-635377a28204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.597073] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0df38f91-d9e9-4c04-98a5-525167d9997a None None] Enqueued Resource ID: 09f18191-491a-4d0b-a3ed-62d499460f9d with Priority: HIGHEST for action port [ 588.597370] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f18191-491a-4d0b-a3ed-62d499460f9d with Priority: HIGHEST for action port [ 588.598072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-09f18191-491a-4d0b-a3ed-62d499460f9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.598197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09f18191-491a-4d0b-a3ed-62d499460f9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.598265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09f18191-491a-4d0b-a3ed-62d499460f9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.598581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09f18191-491a-4d0b-a3ed-62d499460f9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.598581] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f18191-491a-4d0b-a3ed-62d499460f9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.972416] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d71c2304-9dc9-418a-a9e0-9165d8565047 None None] Enqueued Resource ID: 1e5fb72f-850f-4303-8ee6-8dba4a31389e with Priority: HIGHEST for action port [ 588.972986] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5fb72f-850f-4303-8ee6-8dba4a31389e with Priority: HIGHEST for action port [ 588.974320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5fb72f-850f-4303-8ee6-8dba4a31389e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.974320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5fb72f-850f-4303-8ee6-8dba4a31389e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.974320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5fb72f-850f-4303-8ee6-8dba4a31389e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.974631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5fb72f-850f-4303-8ee6-8dba4a31389e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.974702] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5fb72f-850f-4303-8ee6-8dba4a31389e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.100311] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09f18191-491a-4d0b-a3ed-62d499460f9d [ 589.100576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.100651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.100687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.101653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.101653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.101653] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09f18191-491a-4d0b-a3ed-62d499460f9d already deleted. [ 589.101653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09f18191-491a-4d0b-a3ed-62d499460f9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.479139] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e5fb72f-850f-4303-8ee6-8dba4a31389e [ 589.479297] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.479420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.480064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.480064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.480064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.480064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e5fb72f-850f-4303-8ee6-8dba4a31389e already deleted. [ 589.480064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5fb72f-850f-4303-8ee6-8dba4a31389e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.194472] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3fb51782-43da-4a94-a1ac-2d5b0ae66bd0 None None] Enqueued Resource ID: 0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0 with Priority: HIGHEST for action port [ 590.194850] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0 with Priority: HIGHEST for action port [ 590.195565] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.195700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.195768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.196053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.196212] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.701262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0 [ 590.701262] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.701262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.701262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.701262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.701262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.701262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0 already deleted. [ 590.701262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5a9c4c-47fd-4ac8-a664-69bed3bcacb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.078528] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0e768ce0-83c9-42ee-a71e-bb5e85efd791 None None] Enqueued Resource ID: dced5cbb-39ee-4f2e-b7f0-7e3b377cda84 with Priority: HIGHEST for action port [ 591.078788] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dced5cbb-39ee-4f2e-b7f0-7e3b377cda84 with Priority: HIGHEST for action port [ 591.079540] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dced5cbb-39ee-4f2e-b7f0-7e3b377cda84 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.079540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dced5cbb-39ee-4f2e-b7f0-7e3b377cda84" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.079670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dced5cbb-39ee-4f2e-b7f0-7e3b377cda84" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.079810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dced5cbb-39ee-4f2e-b7f0-7e3b377cda84" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.080372] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dced5cbb-39ee-4f2e-b7f0-7e3b377cda84',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.464787] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c5f8cfc-475d-4cac-a626-ef5753b1210c req-a2dfa6bc-863a-4c79-81b4-9cf9073c769f tempest-ServerDiagnosticsTest-1975439003 tempest-ServerDiagnosticsTest-1975439003-project-member] Enqueued Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 591.465371] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 591.465714] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.467227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.467319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.467559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.467735] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.467880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.467932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.468056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.468163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.468265] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.583622] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dced5cbb-39ee-4f2e-b7f0-7e3b377cda84 [ 591.584300] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.584455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.584557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.584735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.584826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.584924] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dced5cbb-39ee-4f2e-b7f0-7e3b377cda84 already deleted. [ 591.585036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dced5cbb-39ee-4f2e-b7f0-7e3b377cda84" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.970840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.971051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.971109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.971310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.971473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.971684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.971839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.971839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.971997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.972093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.972182] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 already deleted. [ 591.972261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.998531] env[65294]: INFO networking_nsxv3.common.synchronization [None req-09cddba3-ae59-4752-93e1-2a1c43908aec None None] Enqueued Resource ID: 3b809c3b-ffd6-48f1-b493-d406abce2402 with Priority: HIGHEST for action port [ 591.998783] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b809c3b-ffd6-48f1-b493-d406abce2402 with Priority: HIGHEST for action port [ 591.999395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b809c3b-ffd6-48f1-b493-d406abce2402 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.999522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b809c3b-ffd6-48f1-b493-d406abce2402" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.999592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b809c3b-ffd6-48f1-b493-d406abce2402" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.999843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b809c3b-ffd6-48f1-b493-d406abce2402" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.999926] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b809c3b-ffd6-48f1-b493-d406abce2402',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.407918] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.408121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.408406] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.408526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.409079] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.409303] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.409452] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.409695] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.409865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.410160] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.410295] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.410408] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.410512] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.410618] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.410722] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.410851] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.433626] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.433626] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.433626] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.433626] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.433799] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.433869] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.433963] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.434301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.434437] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c8f2c7-eabd-4944-963f-27d4f7e3cef6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.504515] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b809c3b-ffd6-48f1-b493-d406abce2402 [ 592.506515] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.506515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.506515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.506515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.506515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.506515] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b809c3b-ffd6-48f1-b493-d406abce2402 already deleted. [ 592.506515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b809c3b-ffd6-48f1-b493-d406abce2402" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.937496] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.937727] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.937851] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.938210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.938349] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.938522] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 not found, creating... [ 592.938670] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.942020] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.942020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.942971] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.943059] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.943209] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 is going to be created. [ 592.965132] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.965468] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.965468] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.965754] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.965989] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.966240] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.171899] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3e90d1da-a316-40b5-b92d-1396cbdde946 None None] Enqueued Resource ID: 4264fc91-df0b-4eed-823f-a1dc839c74e9 with Priority: HIGHEST for action port [ 593.172169] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4264fc91-df0b-4eed-823f-a1dc839c74e9 with Priority: HIGHEST for action port [ 593.172717] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-4264fc91-df0b-4eed-823f-a1dc839c74e9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.172846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4264fc91-df0b-4eed-823f-a1dc839c74e9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.172916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4264fc91-df0b-4eed-823f-a1dc839c74e9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.174253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4264fc91-df0b-4eed-823f-a1dc839c74e9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.174412] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4264fc91-df0b-4eed-823f-a1dc839c74e9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.216268] env[65294]: INFO networking_nsxv3.common.synchronization [req-9ff70445-4506-4342-9aef-f84fddab7e5a req-fcd5735d-cf92-411e-b35a-b4d58010af9c tempest-ServerDiagnosticsNegativeTest-1831677539 tempest-ServerDiagnosticsNegativeTest-1831677539-project-member] Enqueued Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 593.216783] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 593.217487] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.217627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.217700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.217942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.218181] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.218674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.218757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.218929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.219043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.219148] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.307523] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2adc5c01-d1cb-45ba-8898-7dbb8014609e None None] Enqueued Resource ID: f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a with Priority: HIGHEST for action port [ 593.307523] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a with Priority: HIGHEST for action port [ 593.307523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.307662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.308730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.308730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.308730] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.676509] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4264fc91-df0b-4eed-823f-a1dc839c74e9 [ 593.676757] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.676886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.676957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.677201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.677305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.677398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4264fc91-df0b-4eed-823f-a1dc839c74e9 already deleted. [ 593.677789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4264fc91-df0b-4eed-823f-a1dc839c74e9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.723019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.723019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.723505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.723803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.723908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.724154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.724301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.724348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.724486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.724566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.724653] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a already deleted. [ 593.724737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.790258] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c5f8cfc-475d-4cac-a626-ef5753b1210c req-ae289249-cf51-47cb-b54f-8c53b84eb5f8 service nova] Enqueued Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_rules [ 593.790613] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c5f8cfc-475d-4cac-a626-ef5753b1210c req-ae289249-cf51-47cb-b54f-8c53b84eb5f8 service nova] Enqueued Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 593.790613] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c5f8cfc-475d-4cac-a626-ef5753b1210c req-ae289249-cf51-47cb-b54f-8c53b84eb5f8 service nova] Enqueued Resource ID: 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 with Priority: HIGHEST for action port [ 593.791058] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_rules [ 593.791196] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 593.791294] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 with Priority: HIGHEST for action port [ 593.791574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.791696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.791762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.792434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.792657] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.793847] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.794010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.794110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.794861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.795154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.795306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.795447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.796016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.796114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.796246] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.800457] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.800575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.800646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.800810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.800909] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c8f2c7-eabd-4944-963f-27d4f7e3cef6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.810390] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a [ 593.810641] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.810790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.810874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.811108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.811218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.811316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a already deleted. [ 593.811422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01aeb97-f3fc-401c-ba0a-ad2a75bccb3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.123210] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.123412] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.123526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.123777] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.124031] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.124210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.124333] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.124546] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.124676] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.125274] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.125274] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.125274] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.125479] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.125479] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.125583] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.125732] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.146449] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.148015] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.148015] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.148015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.148015] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-9e043c95-9c1c-420f-90b7-62408c76bc9b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.148015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.148015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.148441] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.148441] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e043c95-9c1c-420f-90b7-62408c76bc9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.295262] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.295262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.300685] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.308214] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 with status ACTIVE [ 594.308214] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.308343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.308387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.308598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.308846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.309106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.309250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.309311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.309472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.309547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.309840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.309840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.310014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.310048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.310156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.310209] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c8f2c7-eabd-4944-963f-27d4f7e3cef6 is going to be updated. [ 594.336227] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.336227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.336227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.336227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.336227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.336227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c8f2c7-eabd-4944-963f-27d4f7e3cef6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648410] env[65294]: INFO networking_nsxv3.common.synchronization [None req-cb97e07a-0b8d-4a6e-8729-d0a948b787a4 None None] Enqueued Resource ID: fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e with Priority: HIGHEST for action port [ 594.648805] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e with Priority: HIGHEST for action port [ 594.649346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.649346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.649346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.650414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.650414] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.651584] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.651761] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.651875] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652130] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652264] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652399] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 9e043c95-9c1c-420f-90b7-62408c76bc9b not found, creating... [ 594.652638] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652781] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652892] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.653105] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.653233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.653518] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.653658] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.653751] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.655280] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.655280] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.655280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 9e043c95-9c1c-420f-90b7-62408c76bc9b is going to be created. [ 594.674228] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.674675] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.675187] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.676215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.676215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.676215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.807988] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.152366] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e [ 595.152486] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.152742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.152742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.152890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.152969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.153071] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e already deleted. [ 595.153188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb35ec8a-ef70-4afd-85f5-4e3f7662ba4e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.313674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.313838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.314381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 is going to be created. [ 595.342335] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.342410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.342443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.342631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.342802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.354624] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: UNINITIALIZED for 2s [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [req-9ff70445-4506-4342-9aef-f84fddab7e5a req-91df6344-f919-4b59-b273-542503901514 service nova] Enqueued Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_rules [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [req-9ff70445-4506-4342-9aef-f84fddab7e5a req-91df6344-f919-4b59-b273-542503901514 service nova] Enqueued Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [req-9ff70445-4506-4342-9aef-f84fddab7e5a req-91df6344-f919-4b59-b273-542503901514 service nova] Enqueued Resource ID: 9e043c95-9c1c-420f-90b7-62408c76bc9b with Priority: HIGHEST for action port [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_rules [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 595.399344] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e043c95-9c1c-420f-90b7-62408c76bc9b with Priority: HIGHEST for action port [ 595.399769] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.399980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.400073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.400623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.400783] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.401743] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.401916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.402022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.402808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.403019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.403153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.403297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.403504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.403712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.403799] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.404917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e043c95-9c1c-420f-90b7-62408c76bc9b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.405448] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e043c95-9c1c-420f-90b7-62408c76bc9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.628258] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2a6c94bc-8a54-460e-8f18-084d2d9c21db None None] Enqueued Resource ID: 030e028b-3345-4b1e-990b-456c7dffef20 with Priority: HIGHEST for action port [ 595.628839] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030e028b-3345-4b1e-990b-456c7dffef20 with Priority: HIGHEST for action port [ 595.629184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-030e028b-3345-4b1e-990b-456c7dffef20 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.629477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030e028b-3345-4b1e-990b-456c7dffef20" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.629477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030e028b-3345-4b1e-990b-456c7dffef20" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.629630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030e028b-3345-4b1e-990b-456c7dffef20" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.629716] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030e028b-3345-4b1e-990b-456c7dffef20',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.756773] env[65294]: INFO networking_nsxv3.common.synchronization [req-6a36e7a0-6adc-4299-a22c-d3eeb1a7992a req-82cd71e7-4286-4873-8200-f934bb1c6dab tempest-SecurityGroupRulesNegativeTestJSON-930119224 tempest-SecurityGroupRulesNegativeTestJSON-930119224-project-member] Enqueued Resource ID: 23a77dcd-1339-48c3-9aab-1033469279e5 with Priority: HIGHEST for action security_group_rules [ 595.757431] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a77dcd-1339-48c3-9aab-1033469279e5 with Priority: HIGHEST for action security_group_rules [ 595.757747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a77dcd-1339-48c3-9aab-1033469279e5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.757878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.757943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.758268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.758329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a77dcd-1339-48c3-9aab-1033469279e5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.909340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.909744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.921538] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e043c95-9c1c-420f-90b7-62408c76bc9b with status ACTIVE [ 595.921538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.921538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.921538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.921538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.921538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.921852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.921966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.922032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.922268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.922316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.922547] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.922610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.922640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.922794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.922897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.922937] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e043c95-9c1c-420f-90b7-62408c76bc9b is going to be updated. [ 595.924743] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.946753] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.946905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.946968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.947222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.947414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.947524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e043c95-9c1c-420f-90b7-62408c76bc9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.132351] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 030e028b-3345-4b1e-990b-456c7dffef20 [ 596.132657] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.132797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.132863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.133194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.133332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.133438] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:030e028b-3345-4b1e-990b-456c7dffef20 already deleted. [ 596.133519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030e028b-3345-4b1e-990b-456c7dffef20" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.282509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.282868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.282979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.283253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.283373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.283498] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a77dcd-1339-48c3-9aab-1033469279e5 already deleted. [ 596.283601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.406308] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb903bb6-8311-473a-b351-43918c3f4fbc req-84d8bb70-6090-4211-b29c-c822a5c0283e tempest-ImagesOneServerTestJSON-870847150 tempest-ImagesOneServerTestJSON-870847150-project-member] Enqueued Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 596.406308] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 596.406655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.406804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.406886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.407502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.407708] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.407821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.407905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.408091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.408176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.408268] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.430412] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.436041] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2cc72d49-d221-484e-8bef-dd58834d6b5b tempest-VolumesAssistedSnapshotsTest-1589193227 tempest-VolumesAssistedSnapshotsTest-1589193227-project-member] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 596.436749] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 596.436887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.438534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.439172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.439462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.439550] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.593056] env[65294]: INFO networking_nsxv3.common.synchronization [None req-50b14e37-a59a-4c98-8b13-e6e59749fcdb tempest-VolumesAssistedSnapshotsTest-1589193227 tempest-VolumesAssistedSnapshotsTest-1589193227-project-member] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 596.594039] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 596.594608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.595475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825159] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.826212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-784" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.826212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-784" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.826212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-784" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.826404] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.826800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.826995] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.827397] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.827762] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.828042] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.828198] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.828335] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.828467] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.828605] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.828735] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.828912] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.856276] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.856481] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.856776] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.857067] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-784" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.857442] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-d8b814cc-710e-4108-a3d0-9c26714ae517 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.857667] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858010] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858297] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858467] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b814cc-710e-4108-a3d0-9c26714ae517',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.911040] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.911423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.911423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.911423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.911536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.911709] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.911810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.911871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.912053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.912135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.912221] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac97b80c-acb7-44b6-ae09-012a778d79ca already deleted. [ 596.912302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.932587] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.932788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.932862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.933108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.933201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.933323] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a is going to be created. [ 596.961437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.961660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.961709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.961990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.962110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.972696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.972696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.972811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.972924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.973042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.973142] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 already deleted. [ 596.973228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.973378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.973548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.973618] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.978186] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: UNINITIALIZED for 2s [ 596.979058] env[65294]: INFO networking_nsxv3.common.synchronization [None req-4988fdb4-589a-4d38-8379-49a28100291e None None] Enqueued Resource ID: fd54853d-c489-49c2-9a89-d279429f4bca with Priority: HIGHEST for action port [ 596.979882] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd54853d-c489-49c2-9a89-d279429f4bca with Priority: HIGHEST for action port [ 596.981312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd54853d-c489-49c2-9a89-d279429f4bca taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.981312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd54853d-c489-49c2-9a89-d279429f4bca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.981312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd54853d-c489-49c2-9a89-d279429f4bca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.981312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd54853d-c489-49c2-9a89-d279429f4bca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.981312] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd54853d-c489-49c2-9a89-d279429f4bca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.361579] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.361783] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.361924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.362196] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.362338] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.362482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port d8b814cc-710e-4108-a3d0-9c26714ae517 not found, creating... [ 597.363916] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.364197] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.364436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.364705] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.364961] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.365316] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.365508] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.365665] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.365894] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.366089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.366233] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: d8b814cc-710e-4108-a3d0-9c26714ae517 is going to be created. [ 597.367951] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: SUCCESS [ 597.368748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369405] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.369542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.369623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.370036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.370213] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.392297] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.392456] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.392557] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.392828] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.393060] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.393295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.483063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd54853d-c489-49c2-9a89-d279429f4bca [ 597.483063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.483063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.489550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.489550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.489550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.489550] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd54853d-c489-49c2-9a89-d279429f4bca already deleted. [ 597.489550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd54853d-c489-49c2-9a89-d279429f4bca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.510247] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.510541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.510541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.510802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.510965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.511066] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 already deleted. [ 597.511066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874349] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.874349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.874349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.874349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.874945] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.875497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.875497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.875497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.875497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.875497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.875497] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.876098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.876098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.876098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.876745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.876745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.876745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.876745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.876745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.877072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.877072] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.179309] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb903bb6-8311-473a-b351-43918c3f4fbc req-f247ee9f-8b2f-4067-a0bc-e2fcb01f15f1 service nova] Enqueued Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_rules [ 598.179581] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb903bb6-8311-473a-b351-43918c3f4fbc req-f247ee9f-8b2f-4067-a0bc-e2fcb01f15f1 service nova] Enqueued Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 598.179842] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb903bb6-8311-473a-b351-43918c3f4fbc req-f247ee9f-8b2f-4067-a0bc-e2fcb01f15f1 service nova] Enqueued Resource ID: d8b814cc-710e-4108-a3d0-9c26714ae517 with Priority: HIGHEST for action port [ 598.180456] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_rules [ 598.180666] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 598.180835] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b814cc-710e-4108-a3d0-9c26714ae517 with Priority: HIGHEST for action port [ 598.181243] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.181367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181866] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.182811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.182811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.182928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.183030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.183208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.183340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.183383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.183505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.183585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.183676] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.185969] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b814cc-710e-4108-a3d0-9c26714ae517 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.186517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.186517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.189843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.189997] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b814cc-710e-4108-a3d0-9c26714ae517',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.312919] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b049a805-105a-478e-9c68-265ad90d44ca None None] Enqueued Resource ID: 064e8972-6ae7-489d-b1c9-014b8689c8d5 with Priority: HIGHEST for action port [ 598.313490] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064e8972-6ae7-489d-b1c9-014b8689c8d5 with Priority: HIGHEST for action port [ 598.313993] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-064e8972-6ae7-489d-b1c9-014b8689c8d5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.313993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064e8972-6ae7-489d-b1c9-014b8689c8d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.313993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064e8972-6ae7-489d-b1c9-014b8689c8d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064e8972-6ae7-489d-b1c9-014b8689c8d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064e8972-6ae7-489d-b1c9-014b8689c8d5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.379725] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7c011b-b011-40b0-b6be-af97c702f0f1: rpc.has_security_group_logging(os_id): False [ 598.405332] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.405332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.405332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.405850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.405850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.405850] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.407028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.407028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.407401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.407689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.407689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.407807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.408174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.408174] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 is going to be created. [ 598.481516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.481516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.481516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.481516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.481780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.494227] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: IN_PROGRESS for 2s [ 598.692431] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.692591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.692792] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.694389] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8b814cc-710e-4108-a3d0-9c26714ae517 with status ACTIVE [ 598.694790] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.694790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.694938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.695140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.695276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.695478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.695597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.695674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.695846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.695946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.696190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.696292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.697914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.697914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.697914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.697914] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8b814cc-710e-4108-a3d0-9c26714ae517 is going to be updated. [ 598.721908] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.722174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.722427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.722427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.724346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.724452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b814cc-710e-4108-a3d0-9c26714ae517" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.786236] env[65294]: INFO networking_nsxv3.common.synchronization [req-75400183-0dce-4666-8f36-18d8f730b848 req-fee31f47-346c-4dcb-9eed-8815bee4e3ab tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 598.786971] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 598.788204] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.788204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.788204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.788204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.788204] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.790155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.790339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.790574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.790667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.790768] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.817520] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064e8972-6ae7-489d-b1c9-014b8689c8d5 [ 598.817779] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.817969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.818073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.818296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.818449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.818529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064e8972-6ae7-489d-b1c9-014b8689c8d5 already deleted. [ 598.818582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064e8972-6ae7-489d-b1c9-014b8689c8d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995525] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: SUCCESS [ 598.999225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.999524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.999785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.000069] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.000197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.000285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.000487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.000628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.001137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.001137] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.199920] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.225930] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.226142] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.226269] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.226579] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.226879] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.227074] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.227187] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.227399] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.227531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.227725] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.227828] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.227926] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.228036] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.228135] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.228231] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.228353] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.252339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.252505] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.252645] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.252822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.253147] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.253319] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.253439] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.253439] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.253439] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86223acf-3b05-4ba4-aff9-21e55c8ffaa0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.294015] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.294214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.294287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.294505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.294599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.294803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.294895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.294949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.295113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.295183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.295263] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd already deleted. [ 599.296095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.504736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.504736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.504856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.506030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.506030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.506030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.506756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.506756] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.506756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.506756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.507694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.508785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.508785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.508785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.702427] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.703035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.703035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.703035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.703035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.703216] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac97b80c-acb7-44b6-ae09-012a778d79ca is going to be created. [ 599.728722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.729273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.729273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.729273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.729409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.740669] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: UNINITIALIZED for 2s [ 599.759859] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.759859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.759859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.760019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.760409] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.760461] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 not found, creating... [ 599.760852] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.761054] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.763143] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.763143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.763143] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 is going to be created. [ 599.787114] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.787487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.789541] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.789850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.790103] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.790370] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.011700] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8981edb8-6317-4465-b8bb-72bc8ecc189a: rpc.has_security_group_logging(os_id): False [ 600.030308] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.030462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.030531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.030746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.030836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.031063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.031158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.031362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.031675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.031726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.032089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.032089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.032878] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.033130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.033205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.033429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.033558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.033958] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a is going to be created. [ 600.091821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.092058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.092116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.092381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.092560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.103911] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: IN_PROGRESS for 2s [ 600.468058] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c49473e2-5221-428b-b086-5bb13d4fb7cb None None] Enqueued Resource ID: f34ea532-3cdd-4fa2-a961-b8b282308e70 with Priority: HIGHEST for action port [ 600.469079] env[65294]: INFO networking_nsxv3.common.synchronization [req-75400183-0dce-4666-8f36-18d8f730b848 req-6444f473-e5d0-4f78-8da7-d48eafaf0bf7 service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 600.469079] env[65294]: INFO networking_nsxv3.common.synchronization [req-75400183-0dce-4666-8f36-18d8f730b848 req-6444f473-e5d0-4f78-8da7-d48eafaf0bf7 service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 600.469079] env[65294]: INFO networking_nsxv3.common.synchronization [req-75400183-0dce-4666-8f36-18d8f730b848 req-6444f473-e5d0-4f78-8da7-d48eafaf0bf7 service nova] Enqueued Resource ID: 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 with Priority: HIGHEST for action port [ 600.469570] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34ea532-3cdd-4fa2-a961-b8b282308e70 with Priority: HIGHEST for action port [ 600.469704] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 600.469795] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 600.469881] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 with Priority: HIGHEST for action port [ 600.470173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34ea532-3cdd-4fa2-a961-b8b282308e70 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.470306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34ea532-3cdd-4fa2-a961-b8b282308e70" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.470373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34ea532-3cdd-4fa2-a961-b8b282308e70" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.470624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34ea532-3cdd-4fa2-a961-b8b282308e70" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.470706] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34ea532-3cdd-4fa2-a961-b8b282308e70',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.476035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.476035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.476035] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.476035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.476035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.476035] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.478597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.479781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.479781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.479781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.479781] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86223acf-3b05-4ba4-aff9-21e55c8ffaa0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.507541] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: SUCCESS [ 600.508074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.983530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f34ea532-3cdd-4fa2-a961-b8b282308e70 [ 600.983890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.984651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.985084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.986457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.986457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.986457] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f34ea532-3cdd-4fa2-a961-b8b282308e70 already deleted. [ 600.986905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34ea532-3cdd-4fa2-a961-b8b282308e70" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.987672] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.989033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.989330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.991990] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 with status ACTIVE [ 600.992206] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.992332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.992398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.992638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.992728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.992917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.993035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.993096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.993257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.993336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.993528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.993642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.993705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.993849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.993923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.994016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86223acf-3b05-4ba4-aff9-21e55c8ffaa0 is going to be updated. [ 601.028050] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.028223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.028223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.028446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.028598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.028793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86223acf-3b05-4ba4-aff9-21e55c8ffaa0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469033] env[65294]: INFO networking_nsxv3.common.synchronization [req-c92bb086-3f48-43bd-b6df-b57ab048edba req-12a1ea7a-fbaf-4a07-ba00-8445bcd5ee84 tempest-SecurityGroupRulesNegativeTestJSON-930119224 tempest-SecurityGroupRulesNegativeTestJSON-930119224-project-member] Enqueued Resource ID: 23a77dcd-1339-48c3-9aab-1033469279e5 with Priority: HIGHEST for action security_group_rules [ 601.469670] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a77dcd-1339-48c3-9aab-1033469279e5 with Priority: HIGHEST for action security_group_rules [ 601.469924] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a77dcd-1339-48c3-9aab-1033469279e5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.471350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.471350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.471350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.471350] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a77dcd-1339-48c3-9aab-1033469279e5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.490708] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.504359] env[65294]: INFO networking_nsxv3.common.synchronization [None req-75e4e7a2-6dce-4f7f-8031-86c36c7f7a12 None None] Enqueued Resource ID: 6f8284a7-b616-40bc-82f2-8d0d5dd24d0b with Priority: HIGHEST for action port [ 601.504611] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8284a7-b616-40bc-82f2-8d0d5dd24d0b with Priority: HIGHEST for action port [ 601.507868] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f8284a7-b616-40bc-82f2-8d0d5dd24d0b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.507868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f8284a7-b616-40bc-82f2-8d0d5dd24d0b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.507868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f8284a7-b616-40bc-82f2-8d0d5dd24d0b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.507868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f8284a7-b616-40bc-82f2-8d0d5dd24d0b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.508147] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8284a7-b616-40bc-82f2-8d0d5dd24d0b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.755016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: SUCCESS [ 601.755917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.757601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.757601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.757601] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.993629] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.994221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.994221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.994221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.994221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.994446] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be created. [ 601.997239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.997422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.997462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.997632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.997717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.997809] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a77dcd-1339-48c3-9aab-1033469279e5 already deleted. [ 602.000182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a77dcd-1339-48c3-9aab-1033469279e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.010983] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f8284a7-b616-40bc-82f2-8d0d5dd24d0b [ 602.011198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.011350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.011490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.011688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.011782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.011884] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f8284a7-b616-40bc-82f2-8d0d5dd24d0b already deleted. [ 602.012136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f8284a7-b616-40bc-82f2-8d0d5dd24d0b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.021895] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.023322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.023322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.023322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.023322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.034462] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: UNINITIALIZED for 2s [ 602.120929] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: SUCCESS [ 602.120929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.261892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.262721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.263100] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266857] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266857] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266857] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.768421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac97b80c-acb7-44b6-ae09-012a778d79ca: rpc.has_security_group_logging(os_id): False [ 602.789666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.789813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.790467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.791552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.795025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.795025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.795025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.795025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.796098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.796098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.796098] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac97b80c-acb7-44b6-ae09-012a778d79ca is going to be created. [ 602.881661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.881893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.881893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.882187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.883579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.895874] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: IN_PROGRESS for 2s [ 603.042969] env[65294]: INFO networking_nsxv3.common.synchronization [None req-274215b2-5f77-448c-b608-90b36e5c876d tempest-ServersTestJSON-2024318126 tempest-ServersTestJSON-2024318126-project-member] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 603.043391] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 603.043810] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.043810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.043810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.045201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.045703] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.153317] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b14fd4a4-5a78-46e3-af1b-4d76990f98b1 tempest-ServersTestJSON-2024318126 tempest-ServersTestJSON-2024318126-project-member] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 603.153317] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 603.153482] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.154430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.577191] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.577506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.577637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.577869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.577961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.578065] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d already deleted. [ 603.578173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.578341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.579101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.579101] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.003503] env[65294]: INFO networking_nsxv3.common.synchronization [None req-518174aa-6942-4176-b1a6-e27f72666dcf None None] Enqueued Resource ID: 67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2 with Priority: HIGHEST for action port [ 604.003503] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2 with Priority: HIGHEST for action port [ 604.004316] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.004554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.004631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.004923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.005022] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.049908] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 604.050177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.050623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.050738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.050909] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.051784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.051784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.051784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.051784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.051784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.051784] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.107101] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.107101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.107101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.107101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.107101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.107101] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d already deleted. [ 604.107542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.507908] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2 [ 604.508315] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.508473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.508473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.508738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.508738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.508940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2 already deleted. [ 604.508940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67536eda-2aa1-4e95-a4b2-c63d7ef3a2a2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.558245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.558245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.558460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.558528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.558691] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.558803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.558863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.559480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.559480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.559480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.559480] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.559480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.559673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.559673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.559810] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.559937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.560032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.560264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.560371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.560460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.560569] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.908560] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: SUCCESS [ 604.908691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.062924] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7e3638-7ee1-4749-885b-ae918c189bcd: rpc.has_security_group_logging(os_id): False [ 605.081696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.081835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.082460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.082460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.082460] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.082667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.082667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.082956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.082956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.083140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.083242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.083242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.083444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.083518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.083839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.083839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.084194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.084194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.084194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.084294] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be created. [ 605.169385] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.169582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.169845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.169923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.170086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.183131] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 605.716440] env[65294]: INFO networking_nsxv3.common.synchronization [req-0eac3da6-2ec9-411b-b409-617f494e554a req-7c7d0aba-6c4c-4c20-99be-73b1dada9b48 tempest-ServersTestManualDisk-1514681855 tempest-ServersTestManualDisk-1514681855-project-member] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 605.718086] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 605.718533] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.718703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.718799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.719132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.719355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.719897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.719897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.719897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.719897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.720226] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.223438] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.223839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.223839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.223907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.223986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.224199] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.227710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.227710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.227710] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 already deleted. [ 606.227710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.448553] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.448757] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-196" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.448878] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-196" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.449213] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-196" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.449572] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.449773] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.449925] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.450472] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.450645] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.450847] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.450956] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.451225] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.451427] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.451486] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.451548] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.451678] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.474561] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.474736] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.474864] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.475039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-196" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.475349] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-64428a12-17d9-4ffd-85cd-08391953d98e taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.475516] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.475629] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.476102] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.476102] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64428a12-17d9-4ffd-85cd-08391953d98e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.978856] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.979328] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.979328] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.980237] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.980237] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.980237] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 64428a12-17d9-4ffd-85cd-08391953d98e not found, creating... [ 606.980237] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.980478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.980613] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.980728] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.980850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981216] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981424] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981545] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981770] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.982289] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.982472] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 64428a12-17d9-4ffd-85cd-08391953d98e is going to be created. [ 607.004604] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.004822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.004944] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.005243] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.005663] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.005925] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.035829] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2ec36bd3-1a45-4d7f-9611-dc6104df01a1 None None] Enqueued Resource ID: 9e5a9d6c-ecd0-4333-9ada-37a2e523a77f with Priority: HIGHEST for action port [ 607.035829] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5a9d6c-ecd0-4333-9ada-37a2e523a77f with Priority: HIGHEST for action port [ 607.035829] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e5a9d6c-ecd0-4333-9ada-37a2e523a77f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.035829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e5a9d6c-ecd0-4333-9ada-37a2e523a77f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.035829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e5a9d6c-ecd0-4333-9ada-37a2e523a77f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.035829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e5a9d6c-ecd0-4333-9ada-37a2e523a77f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.035829] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5a9d6c-ecd0-4333-9ada-37a2e523a77f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.196450] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 607.196680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.538765] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e5a9d6c-ecd0-4333-9ada-37a2e523a77f [ 607.539035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.539328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.539328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.539475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.539566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.539658] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e5a9d6c-ecd0-4333-9ada-37a2e523a77f already deleted. [ 607.539825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e5a9d6c-ecd0-4333-9ada-37a2e523a77f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.750925] env[65294]: INFO networking_nsxv3.common.synchronization [req-0eac3da6-2ec9-411b-b409-617f494e554a req-16e67484-8726-4642-b3c5-3eca0efa0166 service nova] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 607.751112] env[65294]: INFO networking_nsxv3.common.synchronization [req-0eac3da6-2ec9-411b-b409-617f494e554a req-16e67484-8726-4642-b3c5-3eca0efa0166 service nova] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 607.751252] env[65294]: INFO networking_nsxv3.common.synchronization [req-0eac3da6-2ec9-411b-b409-617f494e554a req-16e67484-8726-4642-b3c5-3eca0efa0166 service nova] Enqueued Resource ID: 64428a12-17d9-4ffd-85cd-08391953d98e with Priority: HIGHEST for action port [ 607.752184] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_rules [ 607.752184] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 607.752314] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64428a12-17d9-4ffd-85cd-08391953d98e with Priority: HIGHEST for action port [ 607.752551] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.752707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.752775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.753528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.753528] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.754057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.754168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.754234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.754666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.754666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.754666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.754790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.754825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.754888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.754973] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.756251] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-64428a12-17d9-4ffd-85cd-08391953d98e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.756359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.756426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.756608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.756684] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64428a12-17d9-4ffd-85cd-08391953d98e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.258743] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.258906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.259109] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.260432] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64428a12-17d9-4ffd-85cd-08391953d98e with status ACTIVE [ 608.260565] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.260684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.260778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.260948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.261050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.261224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.261319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.261400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.261660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.261715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.261870] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.261964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.262267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.263101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.263101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.263101] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64428a12-17d9-4ffd-85cd-08391953d98e is going to be updated. [ 608.288245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.289256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.289256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.289256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.289256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.289256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64428a12-17d9-4ffd-85cd-08391953d98e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.765418] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.905848] env[65294]: INFO networking_nsxv3.common.synchronization [None req-883eda7d-08b0-409b-8e86-f28a0ffd5957 None None] Enqueued Resource ID: c06ccfd0-1abd-4428-9831-46a001a0b7c6 with Priority: HIGHEST for action port [ 608.907347] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06ccfd0-1abd-4428-9831-46a001a0b7c6 with Priority: HIGHEST for action port [ 608.908074] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06ccfd0-1abd-4428-9831-46a001a0b7c6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.908074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06ccfd0-1abd-4428-9831-46a001a0b7c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.908074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06ccfd0-1abd-4428-9831-46a001a0b7c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.908426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06ccfd0-1abd-4428-9831-46a001a0b7c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.908562] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06ccfd0-1abd-4428-9831-46a001a0b7c6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.269894] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.269894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.269894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.269894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.269894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.269894] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 is going to be created. [ 609.301703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.301937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.301937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.302148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.302300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.312494] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: UNINITIALIZED for 2s [ 609.364902] env[65294]: INFO networking_nsxv3.common.synchronization [None req-10b4ddf2-18b7-4516-8a2d-7b8123a23778 None None] Enqueued Resource ID: 7da75548-cb82-4179-9a41-3e269d852b1f with Priority: HIGHEST for action port [ 609.365479] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da75548-cb82-4179-9a41-3e269d852b1f with Priority: HIGHEST for action port [ 609.365782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da75548-cb82-4179-9a41-3e269d852b1f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.365908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da75548-cb82-4179-9a41-3e269d852b1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.365973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da75548-cb82-4179-9a41-3e269d852b1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.367646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da75548-cb82-4179-9a41-3e269d852b1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.367714] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da75548-cb82-4179-9a41-3e269d852b1f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.412407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c06ccfd0-1abd-4428-9831-46a001a0b7c6 [ 609.412684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.412813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.412880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.413103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.413606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.413606] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c06ccfd0-1abd-4428-9831-46a001a0b7c6 already deleted. [ 609.413606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06ccfd0-1abd-4428-9831-46a001a0b7c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.872055] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7da75548-cb82-4179-9a41-3e269d852b1f [ 609.872386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.872386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.872386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.872551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.872600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.872692] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7da75548-cb82-4179-9a41-3e269d852b1f already deleted. [ 609.872771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da75548-cb82-4179-9a41-3e269d852b1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.244081] env[65294]: INFO networking_nsxv3.common.synchronization [None req-fe3c36b5-04c6-4b5e-b555-df108393d104 tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 611.244906] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 611.245681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.247331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.247331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.247331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.247331] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.326513] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: SUCCESS [ 611.326513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.326513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.326750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.327412] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.327412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.327412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.327412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.327412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.327412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.327698] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.336218] env[65294]: INFO networking_nsxv3.common.synchronization [None req-10b26bfd-00f0-4c7b-a14d-17bd6c84d5e1 tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 611.338477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 611.338839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.338946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.387099] env[65294]: INFO networking_nsxv3.common.synchronization [req-0351635e-631c-433f-a4b0-f51b6aa9030a req-aef3a2fb-cbd1-43ed-9ba1-0e45030dc063 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 611.392066] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 611.392066] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.392066] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.392066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.392066] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.743310] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.743500] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.743620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.744156] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.744257] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.744377] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.744487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.744693] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.744827] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.745278] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.745414] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.745515] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.745610] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.745712] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.745900] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.745958] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.772287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.772452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.772550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.772725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.772820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.772914] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 already deleted. [ 611.773227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.773227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.773333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.773380] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.779579] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.779921] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.779921] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.780072] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.780359] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.780524] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.780640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.781798] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.781798] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2310e1e-a6f1-4c33-80ae-74454dc39fdd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.829650] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.892898] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.893087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.893142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.893366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.893461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.893662] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.893827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.893827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.893970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.894050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.894143] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab already deleted. [ 611.894219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.284295] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284686] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284821] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.285886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.285886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.285886] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port d2310e1e-a6f1-4c33-80ae-74454dc39fdd not found, creating... [ 612.285886] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.286177] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.286177] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.286417] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286594] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286883] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.287056] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.287222] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.287461] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.287584] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.287768] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: d2310e1e-a6f1-4c33-80ae-74454dc39fdd is going to be created. [ 612.304301] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.304500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.304546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.304869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.304972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.305111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 already deleted. [ 612.306184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.314077] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.314431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.314659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.315136] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.315540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.315866] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.332860] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d7678a2-8649-4500-8ca9-cca6e9f549f6: rpc.has_security_group_logging(os_id): False [ 612.353036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.355022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.355022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.355022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 is going to be created. [ 612.453427] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.453556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.453629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.453864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.454065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.483542] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: IN_PROGRESS for 2s [ 612.653436] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d5c36cb0-4d84-48ed-be74-8bb17cdb8cec None None] Enqueued Resource ID: e1ba9f8c-335b-4144-bff2-8ad3b86060d4 with Priority: HIGHEST for action port [ 612.654049] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ba9f8c-335b-4144-bff2-8ad3b86060d4 with Priority: HIGHEST for action port [ 612.654382] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ba9f8c-335b-4144-bff2-8ad3b86060d4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.654489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ba9f8c-335b-4144-bff2-8ad3b86060d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.654539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ba9f8c-335b-4144-bff2-8ad3b86060d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.654782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ba9f8c-335b-4144-bff2-8ad3b86060d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.654858] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ba9f8c-335b-4144-bff2-8ad3b86060d4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.052322] env[65294]: INFO networking_nsxv3.common.synchronization [req-0351635e-631c-433f-a4b0-f51b6aa9030a req-30e4fea6-023d-42c2-ad8c-a4fcb02c02ed service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 613.052322] env[65294]: INFO networking_nsxv3.common.synchronization [req-0351635e-631c-433f-a4b0-f51b6aa9030a req-30e4fea6-023d-42c2-ad8c-a4fcb02c02ed service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 613.052485] env[65294]: INFO networking_nsxv3.common.synchronization [req-0351635e-631c-433f-a4b0-f51b6aa9030a req-30e4fea6-023d-42c2-ad8c-a4fcb02c02ed service nova] Enqueued Resource ID: d2310e1e-a6f1-4c33-80ae-74454dc39fdd with Priority: HIGHEST for action port [ 613.053059] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 613.054138] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 613.054216] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2310e1e-a6f1-4c33-80ae-74454dc39fdd with Priority: HIGHEST for action port [ 613.054478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.054580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.054649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.055056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.055902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.056040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.056112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.056284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.056510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.056579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.056623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.056762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.056849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.056935] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.057719] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.057828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.057887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.058177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.058177] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2310e1e-a6f1-4c33-80ae-74454dc39fdd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.158733] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ba9f8c-335b-4144-bff2-8ad3b86060d4 [ 613.158954] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.159574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.159574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.159574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.159574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.159574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ba9f8c-335b-4144-bff2-8ad3b86060d4 already deleted. [ 613.159773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ba9f8c-335b-4144-bff2-8ad3b86060d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.565383] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.566926] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.566926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2310e1e-a6f1-4c33-80ae-74454dc39fdd with status ACTIVE [ 613.567176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.567176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.567275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.567490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.567615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.567762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.567881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.567946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.568084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.568210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.568401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.568523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.568584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.568766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.568843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.569948] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2310e1e-a6f1-4c33-80ae-74454dc39fdd is going to be updated. [ 613.590123] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-0426c20e-080b-4fcb-9e89-05d8c72f64c3 tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 613.591040] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 613.591272] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.591466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.591536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.591887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.592102] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.592810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.592810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.592810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.592810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.592810] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.594612] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.594759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.594759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.594974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.595090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.595214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2310e1e-a6f1-4c33-80ae-74454dc39fdd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.779950] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2e23f362-41da-4294-b98e-4349a8457d36 None None] Enqueued Resource ID: 05c83c90-04e2-4547-a1fe-ec60f0dc3703 with Priority: HIGHEST for action port [ 613.780065] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c83c90-04e2-4547-a1fe-ec60f0dc3703 with Priority: HIGHEST for action port [ 613.780377] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c83c90-04e2-4547-a1fe-ec60f0dc3703 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c83c90-04e2-4547-a1fe-ec60f0dc3703" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c83c90-04e2-4547-a1fe-ec60f0dc3703" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.781237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c83c90-04e2-4547-a1fe-ec60f0dc3703" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.781237] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c83c90-04e2-4547-a1fe-ec60f0dc3703',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.945313] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-61cc5f65-03da-4c49-aba8-ebec57a7271a tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 613.945313] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 613.948141] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.948484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.071567] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.099347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.099581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.099681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.099951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.100042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.100542] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.100735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.100843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.101264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.101443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.101588] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 already deleted. [ 614.102369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.102369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.102369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.102369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.102643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.102680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.102872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.102946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.103169] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.286198] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c83c90-04e2-4547-a1fe-ec60f0dc3703 [ 614.286198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.286198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.286198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.286198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.286198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.286198] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c83c90-04e2-4547-a1fe-ec60f0dc3703 already deleted. [ 614.286198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c83c90-04e2-4547-a1fe-ec60f0dc3703" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.385321] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-08e0f53a-37b6-45ef-b1e4-b57200b936cc tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 614.385887] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 614.390350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.390350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.500788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: SUCCESS [ 614.501076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.576331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.576644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.576644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.578640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.578640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.578640] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be created. [ 614.605597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.606815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.606815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.607271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.607271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.607271] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 already deleted. [ 614.608640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.608640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.608640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.608640] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.612011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.612011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.612011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.612011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.612815] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.643259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.643259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.657464] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: UNINITIALIZED for 2s [ 614.799493] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.799613] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.799769] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.800034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.800286] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.800593] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.800922] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.801158] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.801307] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.801537] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.801653] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.801801] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.801920] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.802066] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.802396] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.802581] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.823211] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.823413] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.823507] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.823685] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.824023] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-a1df3497-d312-499f-9b5a-d30b2caa6fbf taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.824198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.824314] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.824646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.824787] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1df3497-d312-499f-9b5a-d30b2caa6fbf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.119026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.119026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.119026] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 already deleted. [ 615.119026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.328819] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.330048] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.330532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.330647] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.330866] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.331084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port a1df3497-d312-499f-9b5a-d30b2caa6fbf not found, creating... [ 615.331391] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.331560] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.331676] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.331901] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.332043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.332416] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.332522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.332697] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.332936] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.334353] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.334541] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: a1df3497-d312-499f-9b5a-d30b2caa6fbf is going to be created. [ 615.355324] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.355549] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.355686] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356287] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356534] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.275458] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-284e1b8d-d8e2-42a6-9aad-93de0b1a8a61 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 616.275731] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-284e1b8d-d8e2-42a6-9aad-93de0b1a8a61 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 616.275822] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-284e1b8d-d8e2-42a6-9aad-93de0b1a8a61 service nova] Enqueued Resource ID: a1df3497-d312-499f-9b5a-d30b2caa6fbf with Priority: HIGHEST for action port [ 616.276449] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 616.276586] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 616.276707] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1df3497-d312-499f-9b5a-d30b2caa6fbf with Priority: HIGHEST for action port [ 616.279392] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.279559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.279628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.280012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.280160] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.281168] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.281289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.281350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.282583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.282583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.282583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.282583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.282583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.284188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.284451] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.287693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1df3497-d312-499f-9b5a-d30b2caa6fbf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.287693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.287693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.288065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.288065] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1df3497-d312-499f-9b5a-d30b2caa6fbf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.389443] env[65294]: INFO networking_nsxv3.common.synchronization [req-50fbfa44-9005-443d-8ee5-69a4bd405d43 req-a544d12d-1e36-461c-b8fd-27889f7ccbb3 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 616.389638] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 616.390336] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.390336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.668530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 616.668744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.669347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.669347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.669347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.669692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.669692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.669692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.669795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.669829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.669927] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.670840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.671025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.672365] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.673367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.673367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.673367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.673367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.673367] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.790276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.790276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.790480] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.791389] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1df3497-d312-499f-9b5a-d30b2caa6fbf with status ACTIVE [ 616.791636] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.793241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.793241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.793241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.796036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.796036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.796036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1df3497-d312-499f-9b5a-d30b2caa6fbf is going to be updated. [ 616.848740] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.848740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.848740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.849086] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.850129] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.850290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.850477] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.850722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.850868] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.851078] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.851439] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.851439] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.851439] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.851813] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.851813] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.851813] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.854903] env[65294]: INFO networking_nsxv3.common.synchronization [None req-41c1edc9-93b1-40a0-8e66-22b1ce4d528b None None] Enqueued Resource ID: 36020cb6-e6fa-463a-833c-f3ee879ca9a3 with Priority: HIGHEST for action port [ 616.855723] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36020cb6-e6fa-463a-833c-f3ee879ca9a3 with Priority: HIGHEST for action port [ 616.856356] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-36020cb6-e6fa-463a-833c-f3ee879ca9a3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.856439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36020cb6-e6fa-463a-833c-f3ee879ca9a3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.856501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36020cb6-e6fa-463a-833c-f3ee879ca9a3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.856765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36020cb6-e6fa-463a-833c-f3ee879ca9a3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.856848] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36020cb6-e6fa-463a-833c-f3ee879ca9a3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.873921] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.873921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.873921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.873921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.873921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.873921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1df3497-d312-499f-9b5a-d30b2caa6fbf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.887355] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.887663] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.887855] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.888102] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.888577] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-700b116f-0bcf-44dd-a9b8-1d13eccd0667 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.888847] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.889118] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.889849] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.890142] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700b116f-0bcf-44dd-a9b8-1d13eccd0667',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.176754] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.178359] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.178578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.297194] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.362039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36020cb6-e6fa-463a-833c-f3ee879ca9a3 [ 617.362039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.362039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.362039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.362039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.362039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.362039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36020cb6-e6fa-463a-833c-f3ee879ca9a3 already deleted. [ 617.362039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36020cb6-e6fa-463a-833c-f3ee879ca9a3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.393555] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.393812] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.393940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.394247] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.394401] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.394568] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 700b116f-0bcf-44dd-a9b8-1d13eccd0667 not found, creating... [ 617.394858] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.395048] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.395127] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.395367] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.395527] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.395800] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.395958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.396167] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.396512] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.396630] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.396668] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 700b116f-0bcf-44dd-a9b8-1d13eccd0667 is going to be created. [ 617.422632] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.422632] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.422872] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.422924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.423175] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.423400] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.680747] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.800600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.800797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.800881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.801250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.801402] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be created. [ 617.830831] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.831072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.831072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.831330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.831493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.844331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: UNINITIALIZED for 2s [ 618.185362] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.185362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.185362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.185362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.185362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.185362] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 618.222538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.222700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.222760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.223078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.223417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.237935] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 618.276111] env[65294]: INFO networking_nsxv3.common.synchronization [req-50fbfa44-9005-443d-8ee5-69a4bd405d43 req-bee90bd9-2c64-4aed-bcab-62e7fb10df9a service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 618.276340] env[65294]: INFO networking_nsxv3.common.synchronization [req-50fbfa44-9005-443d-8ee5-69a4bd405d43 req-bee90bd9-2c64-4aed-bcab-62e7fb10df9a service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 618.276544] env[65294]: INFO networking_nsxv3.common.synchronization [req-50fbfa44-9005-443d-8ee5-69a4bd405d43 req-bee90bd9-2c64-4aed-bcab-62e7fb10df9a service nova] Enqueued Resource ID: 700b116f-0bcf-44dd-a9b8-1d13eccd0667 with Priority: HIGHEST for action port [ 618.277735] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 618.277881] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 618.278078] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700b116f-0bcf-44dd-a9b8-1d13eccd0667 with Priority: HIGHEST for action port [ 618.278316] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.278612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.278670] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.278727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.278939] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-700b116f-0bcf-44dd-a9b8-1d13eccd0667 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.279064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.279137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.279483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.280259] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700b116f-0bcf-44dd-a9b8-1d13eccd0667',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.325264] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.325763] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-364" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.325763] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-364" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.325932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-364" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.326212] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.326890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.326890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.326890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.326890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.327124] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.327124] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.327216] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.327319] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.327525] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.327653] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.327785] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.512563] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.512740] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.185 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.512848] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.513038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-364" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.513371] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.513582] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.513698] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.514052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.514186] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.782734] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 700b116f-0bcf-44dd-a9b8-1d13eccd0667 with status ACTIVE [ 618.783167] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.783397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.783833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.783833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.783987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.784301] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.784489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.784616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.784897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.784980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.785352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.785570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.785651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.785915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.786089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.786191] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 700b116f-0bcf-44dd-a9b8-1d13eccd0667 is going to be updated. [ 618.818578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.818824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.818871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.819147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.819292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700b116f-0bcf-44dd-a9b8-1d13eccd0667" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.016879] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.017201] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.017201] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.017591] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.017801] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.018025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 not found, creating... [ 619.018405] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.018663] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.018841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.019245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.019461] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.020220] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.020220] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.020220] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.020560] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.020964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.020964] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 is going to be created. [ 619.045977] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.046240] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.046354] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.046663] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.046903] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.047164] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-64af8ee6-0501-415d-acfe-cc88c6fbb38d service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-64af8ee6-0501-415d-acfe-cc88c6fbb38d service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-64af8ee6-0501-415d-acfe-cc88c6fbb38d service nova] Enqueued Resource ID: 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 with Priority: HIGHEST for action port [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 619.595021] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 with Priority: HIGHEST for action port [ 619.595920] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.598303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.598303] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.598303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.598303] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.598303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.598303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.598303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.598303] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.661427] env[65294]: INFO networking_nsxv3.common.synchronization [req-420af1c3-6d77-49e7-8662-1ebff4006ecf req-6e7764d8-f843-4168-8baf-91640c75d9c9 tempest-ServerDiagnosticsTest-1975439003 tempest-ServerDiagnosticsTest-1975439003-project-member] Enqueued Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 619.662175] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 with Priority: HIGHEST for action security_group_members [ 619.662655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7c011b-b011-40b0-b6be-af97c702f0f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.662655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.662807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.662950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.664441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.664441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.664441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.664441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.664662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.664711] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7c011b-b011-40b0-b6be-af97c702f0f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.862537] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.862537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.862537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.862537] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.869047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.869047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.869047] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.099025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 with status ACTIVE [ 620.099285] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.099491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.099575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.099978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.099978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.100101] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.100152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.100522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.100522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.100522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.100633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.100723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.100772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.101141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.101141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.101141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0 is going to be updated. [ 620.124812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.126992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.126992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.126992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.126992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.126992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6a2c23-0123-4bc3-a78b-80f96a4ce3d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.167500] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.167711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.167764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.168012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.168171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.168513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.168513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.168673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.168709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.170262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.170363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 is going to be updated. [ 620.217094] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.217094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.217094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.217094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.217094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.239997] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: IN_PROGRESS for 2s [ 620.252261] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252261] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252261] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252261] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252958] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.253841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.254304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.254599] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.254875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.255053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.255287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.255460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.255637] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.370195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.370534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.372924] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.412114] env[65294]: INFO networking_nsxv3.common.synchronization [req-219f894b-fbf6-40ab-aba0-cbd5526abde4 req-2a23c4fd-b302-4a37-8eb8-daa5d31c3b69 tempest-ServerDiagnosticsNegativeTest-1831677539 tempest-ServerDiagnosticsNegativeTest-1831677539-project-member] Enqueued Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 620.412733] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGHEST for action security_group_members [ 620.413386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.413575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.413648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.413874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.416113] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.416113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.416113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.416113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.416393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.416456] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.763277] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18405fba-91f9-424d-9275-995b5dd48dab: rpc.has_security_group_logging(os_id): False [ 620.763277] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.773643] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.773643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.773643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.773643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.774089] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.774223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.774335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.774594] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.774953] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.774953] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.775120] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.775315] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.775485] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.775628] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.775766] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.776423] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.783560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.783560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.783560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.783560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.783560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.783560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.785136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.785934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.785934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.785934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.785934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.785934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.786197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.786298] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be created. [ 620.808036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.808036] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.808036] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.808036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-900" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.808373] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-c52decc6-5a37-4585-8123-5f645d576a24 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.808617] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.808799] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.809544] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.809544] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52decc6-5a37-4585-8123-5f645d576a24',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.877051] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.878759] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.878926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.879033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.879233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.879803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895687] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 620.919685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.920475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.920475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.920475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.920475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.920643] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.920643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.920737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.920855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.920945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.921016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a is going to be updated. [ 621.031644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.031644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.031868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.031960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.032125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.070391] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: IN_PROGRESS for 2s [ 621.266177] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.312617] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.313375] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.313529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.313867] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.313985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.314209] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port c52decc6-5a37-4585-8123-5f645d576a24 not found, creating... [ 621.314969] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.315304] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.315304] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.315506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.315820] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.316234] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.316345] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.316491] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.316882] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.317098] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.317436] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: c52decc6-5a37-4585-8123-5f645d576a24 is going to be created. [ 621.357920] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.358240] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.358811] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.358811] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.358811] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.359029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.381902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.382087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.382344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.382633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.382633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.382633] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 621.420736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.421496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.421496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.421496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.463412] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 621.568892] env[65294]: INFO networking_nsxv3.common.synchronization [req-3f7eb5a7-208a-4834-b6cf-65ce06680dd1 req-ba1bda3e-f0e0-456d-8fb7-f0dd7e7de580 tempest-VolumesAssistedSnapshotsTest-1589193227 tempest-VolumesAssistedSnapshotsTest-1589193227-project-member] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 621.571837] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 621.571837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.571837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.571837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.572271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.572271] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.770488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.770885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.770885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.770976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.771126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.771230] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 621.838072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.838279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.838339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.838913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.838913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.860842] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 622.075086] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.077849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.077849] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 already deleted. [ 622.077849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.193709] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-73dd48c4-af62-4b6f-ba24-263f09c45d3b service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 622.193825] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-73dd48c4-af62-4b6f-ba24-263f09c45d3b service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 622.193992] env[65294]: INFO networking_nsxv3.common.synchronization [req-7849e9d3-4db5-41d8-86da-9d57223afd59 req-73dd48c4-af62-4b6f-ba24-263f09c45d3b service nova] Enqueued Resource ID: c52decc6-5a37-4585-8123-5f645d576a24 with Priority: HIGHEST for action port [ 622.194599] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 622.194720] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 622.194835] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52decc6-5a37-4585-8123-5f645d576a24 with Priority: HIGHEST for action port [ 622.201216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52decc6-5a37-4585-8123-5f645d576a24 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.201216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.201216] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52decc6-5a37-4585-8123-5f645d576a24',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.252659] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 in Status: SUCCESS [ 622.252861] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7c011b-b011-40b0-b6be-af97c702f0f1 deletion is rescheduled due to dependency. [ 622.252989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7c011b-b011-40b0-b6be-af97c702f0f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.403406] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.403694] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-939" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.403883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-939" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.407024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-939" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.407024] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.407024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.407024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.407024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.407024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.407024] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.407024] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.407024] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.407024] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.407024] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.407024] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.407024] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.437533] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.437728] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.438854] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.439175] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-939" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.439538] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-2e715f9f-f424-4552-ab0f-3885fcd233c1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.439732] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.439837] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.440242] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.440508] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e715f9f-f424-4552-ab0f-3885fcd233c1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.702559] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52decc6-5a37-4585-8123-5f645d576a24 with status ACTIVE [ 622.702852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.702995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.703097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.703311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.703478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.703720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.703844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.704025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704246] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.704362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.704425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.704569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704732] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52decc6-5a37-4585-8123-5f645d576a24 is going to be updated. [ 622.734857] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.735122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.735285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.735476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.735657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.735894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52decc6-5a37-4585-8123-5f645d576a24" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.911258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 622.911627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.911706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.912103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.912232] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.946530] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.946825] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.946881] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.947312] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.947563] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.947727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 2e715f9f-f424-4552-ab0f-3885fcd233c1 not found, creating... [ 622.948323] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.948323] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.948567] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.948667] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.948883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.949334] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.949529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.949652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.949982] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.950159] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.950301] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 2e715f9f-f424-4552-ab0f-3885fcd233c1 is going to be created. [ 622.985450] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.985692] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.985769] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.986080] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.986316] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.986550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.085902] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a in Status: SUCCESS [ 623.086150] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a deletion is rescheduled due to dependency. [ 623.086229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.416209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.416209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.477145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 623.477326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.477615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.477932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.478144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.478270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.478339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.478521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.478583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.478650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.478811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.478899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.478941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479361] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.479473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.479514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.479796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.479868] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.480784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.480997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.481116] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.481221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.481287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.481430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.481510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.481595] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.724744] env[65294]: INFO networking_nsxv3.common.synchronization [req-3f7eb5a7-208a-4834-b6cf-65ce06680dd1 req-d99060c5-2001-472d-87d6-add98bdd9da1 service nova] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 623.724924] env[65294]: INFO networking_nsxv3.common.synchronization [req-3f7eb5a7-208a-4834-b6cf-65ce06680dd1 req-d99060c5-2001-472d-87d6-add98bdd9da1 service nova] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 623.725074] env[65294]: INFO networking_nsxv3.common.synchronization [req-3f7eb5a7-208a-4834-b6cf-65ce06680dd1 req-d99060c5-2001-472d-87d6-add98bdd9da1 service nova] Enqueued Resource ID: 2e715f9f-f424-4552-ab0f-3885fcd233c1 with Priority: HIGHEST for action port [ 623.725636] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_rules [ 623.725858] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 623.725921] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e715f9f-f424-4552-ab0f-3885fcd233c1 with Priority: HIGHEST for action port [ 623.726310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.726505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.726505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.726694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.726771] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.728581] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.729584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.729584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729695] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.729880] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.731404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e715f9f-f424-4552-ab0f-3885fcd233c1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.731549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.731884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.731884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.732015] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e715f9f-f424-4552-ab0f-3885fcd233c1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.872114] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 623.872327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.872769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.872769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.872941] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.873090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.873199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.873402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.873550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.873665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.873785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.984499] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23819da-eeaa-4fa5-8c79-9eebe98f9640: rpc.has_security_group_logging(os_id): False [ 623.985874] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.009061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.009061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.009061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.009332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.009402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.009706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.009820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.009897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.010053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.010132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010316] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.010449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.010509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.010608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.010681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.010997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.011743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.014984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.014984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.014984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be created. [ 624.101434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.101434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.101434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.104340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.104340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.107632] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3abae50b-8d59-4f2b-8540-3bfcc144dbee None None] Enqueued Resource ID: a8fc0b6d-1ed9-439e-95aa-745193f11f31 with Priority: HIGHEST for action port [ 624.108470] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc0b6d-1ed9-439e-95aa-745193f11f31 with Priority: HIGHEST for action port [ 624.108949] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8fc0b6d-1ed9-439e-95aa-745193f11f31 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.109115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8fc0b6d-1ed9-439e-95aa-745193f11f31" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.109196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8fc0b6d-1ed9-439e-95aa-745193f11f31" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.109809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8fc0b6d-1ed9-439e-95aa-745193f11f31" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.109964] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fc0b6d-1ed9-439e-95aa-745193f11f31',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.123625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 624.213589] env[65294]: INFO networking_nsxv3.common.synchronization [req-64b8c4a2-1a5e-4d35-b26c-61060d9ba2b8 req-3c93a4a1-80ed-46b1-be7a-8cabff348387 tempest-ServersTestJSON-2024318126 tempest-ServersTestJSON-2024318126-project-member] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 624.213589] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 624.213589] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.213589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.213589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.213589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.214398] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.214398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.214398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.214398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.214398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.214398] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.231972] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.234771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235081] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e715f9f-f424-4552-ab0f-3885fcd233c1 with status ACTIVE [ 624.235255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.235751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.235870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.236078] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.236203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.236203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.236383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.236463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.236782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.236947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.236947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.237821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.238198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.238198] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e715f9f-f424-4552-ab0f-3885fcd233c1 is going to be updated. [ 624.295473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.295473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.295473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.296569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e715f9f-f424-4552-ab0f-3885fcd233c1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.380369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.381409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.381409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.381409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.381409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.382334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.383064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.383064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383551] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.488733] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.613179] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8fc0b6d-1ed9-439e-95aa-745193f11f31 [ 624.613179] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.613851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.614513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.614513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.614513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.614921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8fc0b6d-1ed9-439e-95aa-745193f11f31 already deleted. [ 624.614921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8fc0b6d-1ed9-439e-95aa-745193f11f31" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.720629] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.720629] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.720629] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d already deleted. [ 624.720629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.734218] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.734722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.734921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.735311] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.735754] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.735989] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.736194] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.736575] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.736804] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.737128] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.737292] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.738065] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.738065] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.738065] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.738065] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.738065] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.739372] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.759515] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.759727] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.759944] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.760179] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.760698] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-746196f4-1558-47d0-a915-94156dd9a008 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.761091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.761252] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.761607] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.761778] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746196f4-1558-47d0-a915-94156dd9a008',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.889057] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18405fba-91f9-424d-9275-995b5dd48dab: rpc.has_security_group_logging(os_id): False [ 624.912335] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.912598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.912598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.912802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.912941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.913417] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.913417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.913601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.913731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.913910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.914172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.914271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.914590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.914590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.914590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.915982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.915982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.915982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.915982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.915982] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 624.990257] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.990257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.990257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.990257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.990257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995087] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.995087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.995087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995087] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 625.008761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 625.033197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.033423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.033423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.033964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.033964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043677] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 625.243198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.243334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.243383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.243706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.243873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.244042] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 is going to be created. [ 625.264119] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.264388] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.264485] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.264774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.264958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265157] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 746196f4-1558-47d0-a915-94156dd9a008 not found, creating... [ 625.265463] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.266074] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.266286] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.266696] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.266906] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267054] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267338] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267566] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.267799] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 746196f4-1558-47d0-a915-94156dd9a008 is going to be created. [ 625.301277] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.301665] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.301958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.302355] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.302865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.303032] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.305036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.305277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.305438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.306544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.306544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.331202] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: UNINITIALIZED for 2s [ 626.027152] env[65294]: INFO networking_nsxv3.common.synchronization [req-64b8c4a2-1a5e-4d35-b26c-61060d9ba2b8 req-a46ae7e8-6685-4778-8b3c-e63044875fa5 service nova] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 626.027152] env[65294]: INFO networking_nsxv3.common.synchronization [req-64b8c4a2-1a5e-4d35-b26c-61060d9ba2b8 req-a46ae7e8-6685-4778-8b3c-e63044875fa5 service nova] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 626.028594] env[65294]: INFO networking_nsxv3.common.synchronization [req-64b8c4a2-1a5e-4d35-b26c-61060d9ba2b8 req-a46ae7e8-6685-4778-8b3c-e63044875fa5 service nova] Enqueued Resource ID: 746196f4-1558-47d0-a915-94156dd9a008 with Priority: HIGHEST for action port [ 626.028594] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_rules [ 626.028594] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 626.028594] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746196f4-1558-47d0-a915-94156dd9a008 with Priority: HIGHEST for action port [ 626.028838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.029010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.029010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.029478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.029561] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.030683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.030811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.030886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.031130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.031298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.031432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.031488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.031742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.031818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.031890] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.033387] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-746196f4-1558-47d0-a915-94156dd9a008 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.033538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.033636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.033852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.034038] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746196f4-1558-47d0-a915-94156dd9a008',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.142360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 626.142809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.142960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.143308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.143429] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.536544] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.536720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.537240] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.537856] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746196f4-1558-47d0-a915-94156dd9a008 with status ACTIVE [ 626.538053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.538380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.538380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.538468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.538509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.538745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.540780] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.540780] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746196f4-1558-47d0-a915-94156dd9a008 is going to be updated. [ 626.569287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.569287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.569287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.569287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.569721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.569721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746196f4-1558-47d0-a915-94156dd9a008" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.647244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.647244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.858198] env[65294]: INFO networking_nsxv3.common.synchronization [None req-694c03f0-888c-49de-afc9-3cee33a03933 None None] Enqueued Resource ID: a7e3170a-4758-4ec6-9182-b8f446b70674 with Priority: HIGHEST for action port [ 626.860987] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e3170a-4758-4ec6-9182-b8f446b70674 with Priority: HIGHEST for action port [ 626.860987] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e3170a-4758-4ec6-9182-b8f446b70674 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.860987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e3170a-4758-4ec6-9182-b8f446b70674" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.860987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e3170a-4758-4ec6-9182-b8f446b70674" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.860987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e3170a-4758-4ec6-9182-b8f446b70674" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.860987] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e3170a-4758-4ec6-9182-b8f446b70674',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.025330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 627.025555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.045163] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.056647] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 627.056956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.057196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.057470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.057709] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.057868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.057962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.058170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.058280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.058398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.058532] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.268349] env[65294]: INFO networking_nsxv3.common.synchronization [req-279b649a-21b1-42bf-a26b-8ef0103c567d req-1ffb33cc-e6de-49a3-8485-99d104935019 tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 627.269169] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 627.269169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.269169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.269169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.269406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269502] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.269767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.269767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.269899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.270108] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.345094] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: SUCCESS [ 627.345433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.345680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.345919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.346149] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.346297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.346364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.346523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.346653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.346691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.346772] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.362881] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e3170a-4758-4ec6-9182-b8f446b70674 [ 627.363146] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363594] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363815] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e3170a-4758-4ec6-9182-b8f446b70674 already deleted. [ 627.363952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e3170a-4758-4ec6-9182-b8f446b70674" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.549602] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.549771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.549840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.550080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.550169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.550257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d is going to be created. [ 627.563744] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.563931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.563997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.564858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.564858] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.567783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.567783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.567783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.567783] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.593522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.607729] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: UNINITIALIZED for 2s [ 627.653021] env[65294]: INFO networking_nsxv3.common.synchronization [None req-135c57e1-ed30-4ccf-bb40-fcfef9f0325d None None] Enqueued Resource ID: a5b19245-f609-47b5-b7a4-d003322d46f8 with Priority: HIGHEST for action port [ 627.653021] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b19245-f609-47b5-b7a4-d003322d46f8 with Priority: HIGHEST for action port [ 627.653021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b19245-f609-47b5-b7a4-d003322d46f8 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.653576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b19245-f609-47b5-b7a4-d003322d46f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.653778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b19245-f609-47b5-b7a4-d003322d46f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.654137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b19245-f609-47b5-b7a4-d003322d46f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.654329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b19245-f609-47b5-b7a4-d003322d46f8',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.772762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.773651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.773651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.773651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.773823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.774601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.774601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 already deleted. [ 627.774601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.784468] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.784655] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.784774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.785031] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.785269] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.785419] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.785560] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.785726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.785881] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.786304] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.786430] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.786594] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.786658] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.786732] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.786912] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.786984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.807399] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.807399] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.807652] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.807722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.808390] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-a96b02b7-f3d9-4513-803f-86da25b68724 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.808390] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.808390] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.808680] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.808743] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96b02b7-f3d9-4513-803f-86da25b68724',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.849825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.071842] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23819da-eeaa-4fa5-8c79-9eebe98f9640: rpc.has_security_group_logging(os_id): False [ 628.093796] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.093954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.094038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.094263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.094378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.095142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.095142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.095518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.095518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.096394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.096510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.096607] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 628.156123] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5b19245-f609-47b5-b7a4-d003322d46f8 [ 628.158982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.158982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.158982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.158982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.158982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.158982] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5b19245-f609-47b5-b7a4-d003322d46f8 already deleted. [ 628.158982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b19245-f609-47b5-b7a4-d003322d46f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.178086] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.178350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.178350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.178627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.178780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.196536] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 628.311493] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.311801] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.311890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.312502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.312502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.312502] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port a96b02b7-f3d9-4513-803f-86da25b68724 not found, creating... [ 628.312870] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.313051] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.313171] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.313388] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.313524] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.313818] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.313970] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.314143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.314373] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.314502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.314657] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: a96b02b7-f3d9-4513-803f-86da25b68724 is going to be created. [ 628.352477] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d12d398-99e5-48b2-a868-36b740f9d780: rpc.has_security_group_logging(os_id): False [ 628.370558] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370976] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.371311] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371776] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.372309] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.372735] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.379576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.379862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.379961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.380351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.380490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.380766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.380913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.380989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.381656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381656] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 is going to be created. [ 628.468998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.469221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.483153] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: IN_PROGRESS for 2s [ 629.026973] env[65294]: INFO networking_nsxv3.common.synchronization [req-28a3971c-3751-4c68-8761-b6f5d87fbfb3 req-89c7ed44-8643-47f8-9f06-a972cde78dd9 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 629.027633] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 629.027950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.029682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.029682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.029682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.029849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.030074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.030074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.030247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.030247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.030359] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.145098] env[65294]: INFO networking_nsxv3.common.synchronization [req-279b649a-21b1-42bf-a26b-8ef0103c567d req-fe4f4184-9cb6-440d-9c0e-a80230051e48 service nova] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_rules [ 629.145366] env[65294]: INFO networking_nsxv3.common.synchronization [req-279b649a-21b1-42bf-a26b-8ef0103c567d req-fe4f4184-9cb6-440d-9c0e-a80230051e48 service nova] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 629.145415] env[65294]: INFO networking_nsxv3.common.synchronization [req-279b649a-21b1-42bf-a26b-8ef0103c567d req-fe4f4184-9cb6-440d-9c0e-a80230051e48 service nova] Enqueued Resource ID: a96b02b7-f3d9-4513-803f-86da25b68724 with Priority: HIGHEST for action port [ 629.145949] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_rules [ 629.146102] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 629.146199] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96b02b7-f3d9-4513-803f-86da25b68724 with Priority: HIGHEST for action port [ 629.146477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.146689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.146689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.147024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.147024] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.152024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.152125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.152313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.152506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.152720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.152720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.152849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.152957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.153011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.153207] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.155540] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96b02b7-f3d9-4513-803f-86da25b68724 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.155540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.155540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.155540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.155540] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96b02b7-f3d9-4513-803f-86da25b68724',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.533823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.534271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.534271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.534495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.534656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.534929] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.535102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.535142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.535327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.535409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.535502] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 already deleted. [ 629.535585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612018] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.612018] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.612018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612018] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.612018] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.612018] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.612018] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.612588] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.612588] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.612588] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.624821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: SUCCESS [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.624821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.624821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.624821] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.634841] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.634841] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.634841] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.634841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.634841] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.634841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.634841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.634841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.634841] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73bb0fc-f88e-43a9-8ea4-0b0775ce1975',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.659530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.661349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.662136] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.663130] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96b02b7-f3d9-4513-803f-86da25b68724 with status ACTIVE [ 629.663426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.664068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.664068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.664374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.664374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.664915] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.664915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.664915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.664915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.665128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.666089] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.666089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.666089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.666089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.666089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.666089] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96b02b7-f3d9-4513-803f-86da25b68724 is going to be updated. [ 629.672148] env[65294]: INFO networking_nsxv3.common.synchronization [None req-bb599a56-bbc3-4673-bb99-6c985612fa9d None None] Enqueued Resource ID: 634e97df-e98d-4184-a467-2407b67e0d36 with Priority: HIGHEST for action port [ 629.674414] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634e97df-e98d-4184-a467-2407b67e0d36 with Priority: HIGHEST for action port [ 629.674862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-634e97df-e98d-4184-a467-2407b67e0d36 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.675082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634e97df-e98d-4184-a467-2407b67e0d36" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.675249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634e97df-e98d-4184-a467-2407b67e0d36" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.675597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634e97df-e98d-4184-a467-2407b67e0d36" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.675758] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634e97df-e98d-4184-a467-2407b67e0d36',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.696384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.696548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.696592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.696999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.696999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.697175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96b02b7-f3d9-4513-803f-86da25b68724" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.128806] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.137977] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.138232] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.138372] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.138755] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.139014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.139221] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 not found, creating... [ 630.139673] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.139897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.140024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.140293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.140430] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.140738] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.140893] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.141050] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.141267] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.141397] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.141533] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 is going to be created. [ 630.167557] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.167913] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.167913] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.168199] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.168425] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.168801] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.169718] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.178479] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634e97df-e98d-4184-a467-2407b67e0d36 [ 630.178717] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.179777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.179899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634e97df-e98d-4184-a467-2407b67e0d36 already deleted. [ 630.180642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634e97df-e98d-4184-a467-2407b67e0d36" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.211279] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 630.211335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.211561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.211715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.211805] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.497271] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: SUCCESS [ 630.497461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.631077] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f41b8ec-da61-4b84-acce-3fda3a69dd6d: rpc.has_security_group_logging(os_id): False [ 630.650132] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.650294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.650342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.651030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.651030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.651030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.651218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.651218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.651286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.651339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.652058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d is going to be created. [ 630.673798] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.673798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.673798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.673798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.673798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.673798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be created. [ 630.700862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.701021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.701097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.701398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.701777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713928] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: UNINITIALIZED for 2s [ 630.714111] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.714991] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.714991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.715892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.715892] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.724762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.724971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.724971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.725226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.725405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737684] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: IN_PROGRESS for 2s [ 630.923260] env[65294]: INFO networking_nsxv3.common.synchronization [req-28a3971c-3751-4c68-8761-b6f5d87fbfb3 req-c0b45004-e90d-4656-aeee-4248a6da4217 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 630.923541] env[65294]: INFO networking_nsxv3.common.synchronization [req-28a3971c-3751-4c68-8761-b6f5d87fbfb3 req-c0b45004-e90d-4656-aeee-4248a6da4217 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 630.923739] env[65294]: INFO networking_nsxv3.common.synchronization [req-28a3971c-3751-4c68-8761-b6f5d87fbfb3 req-c0b45004-e90d-4656-aeee-4248a6da4217 service nova] Enqueued Resource ID: d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 with Priority: HIGHEST for action port [ 630.924652] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 630.924817] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 630.924975] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 with Priority: HIGHEST for action port [ 630.925342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.925538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.925644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.926126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.926272] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.927788] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.927967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.927967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.928208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.928342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.928603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.928603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.928765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.928765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.928858] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.930553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.930770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.931130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.931331] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73bb0fc-f88e-43a9-8ea4-0b0775ce1975',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.218318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.218920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.218920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.219142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.219267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.219400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.219584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.219762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.219905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.220060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.220259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.220440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.220621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.220890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.221120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.221220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.221283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.221509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.221629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.221689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.221765] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.433853] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.436458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436458] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 with status ACTIVE [ 631.436458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437295] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.437387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.437387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.437579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.437661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437905] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.441065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.442144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.442144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.442144] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73bb0fc-f88e-43a9-8ea4-0b0775ce1975 is going to be updated. [ 631.487249] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.487522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.487682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.487996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.488278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.488582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73bb0fc-f88e-43a9-8ea4-0b0775ce1975" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.724529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23819da-eeaa-4fa5-8c79-9eebe98f9640: rpc.has_security_group_logging(os_id): False [ 631.747299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.747299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.747299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.747299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.748095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.749131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.749454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.752753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.752753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.752753] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 631.814801] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.815212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.815672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.815996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.816283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.857343] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 631.945937] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.156209] env[65294]: INFO networking_nsxv3.common.synchronization [None req-5c6ba4e5-6fe3-4721-a0a3-e776d9457b9e None None] Enqueued Resource ID: a0e280bb-9326-4871-9e73-a7f3e5c5c792 with Priority: HIGHEST for action port [ 632.156209] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e280bb-9326-4871-9e73-a7f3e5c5c792 with Priority: HIGHEST for action port [ 632.156450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e280bb-9326-4871-9e73-a7f3e5c5c792 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.156795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e280bb-9326-4871-9e73-a7f3e5c5c792" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e280bb-9326-4871-9e73-a7f3e5c5c792" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e280bb-9326-4871-9e73-a7f3e5c5c792" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157909] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e280bb-9326-4871-9e73-a7f3e5c5c792',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.448585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.449295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.449295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.449295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.449295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.450784] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 632.482236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.482413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.482413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.482557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.483023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.495709] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: UNINITIALIZED for 2s [ 632.660719] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0e280bb-9326-4871-9e73-a7f3e5c5c792 [ 632.661854] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.661854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.661854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.661854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.662662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.662662] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0e280bb-9326-4871-9e73-a7f3e5c5c792 already deleted. [ 632.662662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e280bb-9326-4871-9e73-a7f3e5c5c792" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.726408] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 632.726408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.726408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.726408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.726742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.727088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.727273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.727591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.727810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.728929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.728929] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.753384] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: SUCCESS [ 632.753636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.125187] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0ad02a31-9509-42f3-b305-1a2dd8736529 None None] Enqueued Resource ID: 53e3c686-a2be-422a-a0fa-fe75224efb13 with Priority: HIGHEST for action port [ 633.125187] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3c686-a2be-422a-a0fa-fe75224efb13 with Priority: HIGHEST for action port [ 633.125187] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e3c686-a2be-422a-a0fa-fe75224efb13 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.125187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e3c686-a2be-422a-a0fa-fe75224efb13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.125563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e3c686-a2be-422a-a0fa-fe75224efb13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.125563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e3c686-a2be-422a-a0fa-fe75224efb13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.125563] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e3c686-a2be-422a-a0fa-fe75224efb13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.232014] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.232237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.232286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.232477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.232765] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.232765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.232907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.232976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.233089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.233156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.233340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.233442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.233504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.233664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.233799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.233902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.234125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.234125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.234231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.234280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.234441] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.375962] env[65294]: INFO networking_nsxv3.common.synchronization [req-164859f2-58fa-4401-892b-f4886acb94a0 req-884b5c0e-4fca-46e0-ad73-8a7942795bae tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 633.376638] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 633.376944] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.377521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.377761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.377962] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.378115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.378205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.378563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.378563] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.630382] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53e3c686-a2be-422a-a0fa-fe75224efb13 [ 633.630771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.630771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.630771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.630926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.632258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.632258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53e3c686-a2be-422a-a0fa-fe75224efb13 already deleted. [ 633.632258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e3c686-a2be-422a-a0fa-fe75224efb13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.737032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70201a8c-be28-4976-b909-bd890ee66655: rpc.has_security_group_logging(os_id): False [ 633.759551] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.759874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.759874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.760176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.760305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.760607] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.760784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.760876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.762029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.762029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.762188] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.762296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.762363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.762528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.762609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.764297] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.764297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.764297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.764297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.764297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.764297] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be created. [ 633.850514] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.850764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.850852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.851171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.852532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.874269] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 633.879990] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 633.880302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.880803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.880977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.881088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.881317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.881406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.881617] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.881780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.881846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.886370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.886370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.886370] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 already deleted. [ 633.886370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.972384] env[65294]: INFO networking_nsxv3.common.synchronization [None req-99e816e3-32cd-44af-b8a6-96e6173cd22e None None] Enqueued Resource ID: c566f0e0-9bef-4b2e-a2bc-337925a6afc4 with Priority: HIGHEST for action port [ 633.972384] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f0e0-9bef-4b2e-a2bc-337925a6afc4 with Priority: HIGHEST for action port [ 633.973094] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c566f0e0-9bef-4b2e-a2bc-337925a6afc4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.973308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c566f0e0-9bef-4b2e-a2bc-337925a6afc4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.973308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c566f0e0-9bef-4b2e-a2bc-337925a6afc4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.973598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c566f0e0-9bef-4b2e-a2bc-337925a6afc4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.973745] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c566f0e0-9bef-4b2e-a2bc-337925a6afc4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.052089] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.052403] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.052583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.053024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.053370] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.055058] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.055273] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.055787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.056018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.056309] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.057789] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.057789] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.057789] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.057789] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.057789] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.057789] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.085910] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.089034] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.089034] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.089034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.089034] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5f70a929-d04c-4ae0-9bdd-9089b34708f3 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.089034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.089034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.089034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.089034] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f70a929-d04c-4ae0-9bdd-9089b34708f3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.478843] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c566f0e0-9bef-4b2e-a2bc-337925a6afc4 [ 634.478843] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.478843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.478843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.478843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.478843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.478843] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c566f0e0-9bef-4b2e-a2bc-337925a6afc4 already deleted. [ 634.478843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c566f0e0-9bef-4b2e-a2bc-337925a6afc4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.510713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.510713] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.510713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.510713] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.591308] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.591526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.591592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595037] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5f70a929-d04c-4ae0-9bdd-9089b34708f3 not found, creating... [ 634.595037] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595037] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.595037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.595854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595854] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5f70a929-d04c-4ae0-9bdd-9089b34708f3 is going to be created. [ 634.623800] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.624047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.625047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.625047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.625047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.625047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.013903] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.014428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.014428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.015050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.015307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.015451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.015645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.020772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.021162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.021352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.022199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.022433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.022927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.024200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.024371] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.398163] env[65294]: INFO networking_nsxv3.common.synchronization [req-164859f2-58fa-4401-892b-f4886acb94a0 req-ffc469df-30cb-440c-b2fa-911c7fc5a561 service nova] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 635.398163] env[65294]: INFO networking_nsxv3.common.synchronization [req-164859f2-58fa-4401-892b-f4886acb94a0 req-ffc469df-30cb-440c-b2fa-911c7fc5a561 service nova] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 635.398163] env[65294]: INFO networking_nsxv3.common.synchronization [req-164859f2-58fa-4401-892b-f4886acb94a0 req-ffc469df-30cb-440c-b2fa-911c7fc5a561 service nova] Enqueued Resource ID: 5f70a929-d04c-4ae0-9bdd-9089b34708f3 with Priority: HIGHEST for action port [ 635.398163] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 635.398896] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 635.398972] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f70a929-d04c-4ae0-9bdd-9089b34708f3 with Priority: HIGHEST for action port [ 635.399378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.399538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.399633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.399974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.400053] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.401200] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.401538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.401538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.401820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.401922] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.402083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.402083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.402287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.403443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.403443] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.403840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f70a929-d04c-4ae0-9bdd-9089b34708f3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.403840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.403962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.405435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.405435] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f70a929-d04c-4ae0-9bdd-9089b34708f3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.531810] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 635.553284] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.553284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.553284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.553603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.553603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.553782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.553902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.553972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.554215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.554276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.554537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.554694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.554736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.554866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.554944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.555174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.555317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.555382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.555554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.555650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.555899] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 635.621189] env[65294]: INFO networking_nsxv3.common.synchronization [None req-07f16b1d-534e-4d9d-9989-508d0a25e6b7 None None] Enqueued Resource ID: 6d2b1bc5-0e7e-4f53-a825-94b3133d9528 with Priority: HIGHEST for action port [ 635.621920] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d2b1bc5-0e7e-4f53-a825-94b3133d9528 with Priority: HIGHEST for action port [ 635.623201] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d2b1bc5-0e7e-4f53-a825-94b3133d9528 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.623201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d2b1bc5-0e7e-4f53-a825-94b3133d9528" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.623201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d2b1bc5-0e7e-4f53-a825-94b3133d9528" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.625282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d2b1bc5-0e7e-4f53-a825-94b3133d9528" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.625282] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d2b1bc5-0e7e-4f53-a825-94b3133d9528',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.632792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.632792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.633136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.633229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.633457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.657145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 635.893442] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 635.893442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.909727] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.910671] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.912043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f70a929-d04c-4ae0-9bdd-9089b34708f3 with status ACTIVE [ 635.916331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f70a929-d04c-4ae0-9bdd-9089b34708f3 is going to be updated. [ 635.941833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.941833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.942023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.942151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.942879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.942879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f70a929-d04c-4ae0-9bdd-9089b34708f3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.129998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d2b1bc5-0e7e-4f53-a825-94b3133d9528 [ 636.129998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.129998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.129998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.129998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.129998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.129998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d2b1bc5-0e7e-4f53-a825-94b3133d9528 already deleted. [ 636.129998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d2b1bc5-0e7e-4f53-a825-94b3133d9528" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.413813] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.920331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.920566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.920692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.920909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.921012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.921067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be created. [ 636.961581] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.961782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.961846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.962152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.962407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.990197] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: UNINITIALIZED for 2s [ 637.677954] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 637.679952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.003141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 639.003508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.004103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.004267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.004359] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.004468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.004536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.007797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.007797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.007797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.007797] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.164621] env[65294]: INFO networking_nsxv3.common.synchronization [None req-899faeee-7b76-4692-a876-63dda53b8dc7 None None] Enqueued Resource ID: ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3 with Priority: HIGHEST for action port [ 639.168359] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3 with Priority: HIGHEST for action port [ 639.168699] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.168829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.168897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.169184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.169295] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.512243] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.632165] env[65294]: INFO networking_nsxv3.common.synchronization [req-dc8134cd-79f5-459c-9188-674a312295c1 req-8b6189fe-f49b-4973-9610-c10029dcad06 tempest-InstanceActionsV221TestJSON-333267667 tempest-InstanceActionsV221TestJSON-333267667-project-member] Enqueued Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 639.632659] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 639.633428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.633626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.633731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.634545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.634637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635016] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.671788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3 [ 639.672519] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.672846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.673390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.673733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.674077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.677961] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3 already deleted. [ 639.677961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1a85ea-1da8-46c8-8dc9-fc9ce80a4cf3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.013279] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534ecf74-13d1-40d4-808d-40ddbd97c668: rpc.has_security_group_logging(os_id): False [ 640.033329] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.033478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.033532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.033730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.033917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.034071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.034177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.034242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.034403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.034481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.034567] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be created. [ 640.108084] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.108084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.108084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.108084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.108084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.123881] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: IN_PROGRESS for 2s [ 640.139088] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.139088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.139088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.139343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.139430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.139689] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.139813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.139873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.140034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.140130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.140267] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 already deleted. [ 640.140422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.833947] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.835198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.835720] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.835871] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837150] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.837489] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.837489] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.841640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.841640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.841640] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.841640] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.841895] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.841895] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.841985] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.842076] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.842233] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.862593] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.862788] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.862883] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.865529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.865529] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-5da23b2d-ab6d-470e-9248-f660a5f3b466 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.865529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.865529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.865529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.865529] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da23b2d-ab6d-470e-9248-f660a5f3b466',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.367665] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.368218] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.368866] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.369241] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.369980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370582] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 5da23b2d-ab6d-470e-9248-f660a5f3b466 not found, creating... [ 641.370991] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.371300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.371509] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.371997] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.372339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.372690] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.372867] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.373655] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.373655] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.373655] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.373655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 5da23b2d-ab6d-470e-9248-f660a5f3b466 is going to be created. [ 641.385797] env[65294]: INFO networking_nsxv3.common.synchronization [None req-47f5096c-d5bd-4faf-806f-71f1dad9adef None None] Enqueued Resource ID: 4695792e-d1ad-4904-b4d5-64cb22b6acc1 with Priority: HIGHEST for action port [ 641.385797] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4695792e-d1ad-4904-b4d5-64cb22b6acc1 with Priority: HIGHEST for action port [ 641.387461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-4695792e-d1ad-4904-b4d5-64cb22b6acc1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.387461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4695792e-d1ad-4904-b4d5-64cb22b6acc1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.388314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4695792e-d1ad-4904-b4d5-64cb22b6acc1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.390136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4695792e-d1ad-4904-b4d5-64cb22b6acc1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.390136] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4695792e-d1ad-4904-b4d5-64cb22b6acc1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.405111] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.405111] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.407026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.407026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.407026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.407026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.413834] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c3bc6cee-a3f8-4f3c-b926-3bef2237b1c5 None None] Enqueued Resource ID: d1ee8ef6-afd6-4007-82d1-d8030ba343ea with Priority: HIGHEST for action port [ 641.415121] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ee8ef6-afd6-4007-82d1-d8030ba343ea with Priority: HIGHEST for action port [ 641.415413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ee8ef6-afd6-4007-82d1-d8030ba343ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.415804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ee8ef6-afd6-4007-82d1-d8030ba343ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.417765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ee8ef6-afd6-4007-82d1-d8030ba343ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.417765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ee8ef6-afd6-4007-82d1-d8030ba343ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.417765] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ee8ef6-afd6-4007-82d1-d8030ba343ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.893684] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4695792e-d1ad-4904-b4d5-64cb22b6acc1 [ 641.894097] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.894309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.894385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.894650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.894748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.894859] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4695792e-d1ad-4904-b4d5-64cb22b6acc1 already deleted. [ 641.894973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4695792e-d1ad-4904-b4d5-64cb22b6acc1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.919546] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1ee8ef6-afd6-4007-82d1-d8030ba343ea [ 641.919850] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.920686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.920686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.920686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.920686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.920686] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1ee8ef6-afd6-4007-82d1-d8030ba343ea already deleted. [ 641.920686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ee8ef6-afd6-4007-82d1-d8030ba343ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.141054] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 642.141054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.206530] env[65294]: INFO networking_nsxv3.common.synchronization [req-dc8134cd-79f5-459c-9188-674a312295c1 req-27e682c4-1f38-4db7-90be-4513626ae489 service nova] Enqueued Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_rules [ 642.206530] env[65294]: INFO networking_nsxv3.common.synchronization [req-dc8134cd-79f5-459c-9188-674a312295c1 req-27e682c4-1f38-4db7-90be-4513626ae489 service nova] Enqueued Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 642.206530] env[65294]: INFO networking_nsxv3.common.synchronization [req-dc8134cd-79f5-459c-9188-674a312295c1 req-27e682c4-1f38-4db7-90be-4513626ae489 service nova] Enqueued Resource ID: 5da23b2d-ab6d-470e-9248-f660a5f3b466 with Priority: HIGHEST for action port [ 642.207204] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_rules [ 642.207637] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 642.207637] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da23b2d-ab6d-470e-9248-f660a5f3b466 with Priority: HIGHEST for action port [ 642.207792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.208321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.208321] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.209722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.209867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.209938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.210160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.210320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.210420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.210486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.210748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.210795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.210851] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.211775] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da23b2d-ab6d-470e-9248-f660a5f3b466 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.212702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.212702] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da23b2d-ab6d-470e-9248-f660a5f3b466',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.714838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.714838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da23b2d-ab6d-470e-9248-f660a5f3b466 with status ACTIVE [ 642.720022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.720022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da23b2d-ab6d-470e-9248-f660a5f3b466 is going to be updated. [ 642.722419] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.748719] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.748719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.748719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.748719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da23b2d-ab6d-470e-9248-f660a5f3b466" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.885427] env[65294]: INFO networking_nsxv3.common.synchronization [req-43ac7690-9a66-40fb-935b-6132ac6ccae9 req-2834ee34-aaa0-4553-9ffb-97a22a527691 tempest-ServersAdminNegativeTestJSON-697106084 tempest-ServersAdminNegativeTestJSON-697106084-project-member] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 642.885427] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 642.885827] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.886134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.886267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.886601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.886839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.887187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.887265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.887525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.887597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.887697] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.225990] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.254271] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.254506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.254932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.255206] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.255357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.255491] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.255742] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.255940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.256169] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.256298] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.256415] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.256522] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.256629] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.256730] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.256856] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.277246] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.277405] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.277547] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.277794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.278153] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-8930e8e8-7942-4219-88f4-801208cb02d4 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278332] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278446] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278781] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278910] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8930e8e8-7942-4219-88f4-801208cb02d4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.391270] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.391270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.391270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.391270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.391270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.391647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.391647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.391647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.391770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.391848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.392025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad already deleted. [ 643.392118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.728703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.730688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.730688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.730933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.730933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.731057] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 is going to be created. [ 643.780397] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.780556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.780556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.781551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.781551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.782627] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.783293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.783293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.783489] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.784300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.784838] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 8930e8e8-7942-4219-88f4-801208cb02d4 not found, creating... [ 643.785083] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.786039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.786039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.786039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.786039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786873] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.787586] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787819] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.788131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.789639] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.789857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 8930e8e8-7942-4219-88f4-801208cb02d4 is going to be created. [ 643.811804] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: UNINITIALIZED for 2s [ 643.827295] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.827295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.827295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.827295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.827295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.827295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.993494] env[65294]: INFO networking_nsxv3.common.synchronization [req-001a7289-4bb8-4691-9bef-27cc9524c65a req-c78f2984-3da5-40d2-a432-9e6c83356a70 tempest-VolumesAdminNegativeTest-6823200 tempest-VolumesAdminNegativeTest-6823200-project-member] Enqueued Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 643.994736] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 643.994736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.994736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.994736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.995038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.995239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.995374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.995436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.995618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.995699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.995850] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.499173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.499173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.499173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.499173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.499173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.501310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.501310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.501310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.501310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.501310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.501310] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe already deleted. [ 644.501310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [req-43ac7690-9a66-40fb-935b-6132ac6ccae9 req-f68bb784-5651-4c3a-84b1-55bd8295e1d0 service nova] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_rules [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [req-43ac7690-9a66-40fb-935b-6132ac6ccae9 req-f68bb784-5651-4c3a-84b1-55bd8295e1d0 service nova] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [req-43ac7690-9a66-40fb-935b-6132ac6ccae9 req-f68bb784-5651-4c3a-84b1-55bd8295e1d0 service nova] Enqueued Resource ID: 8930e8e8-7942-4219-88f4-801208cb02d4 with Priority: HIGHEST for action port [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_rules [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 644.566283] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8930e8e8-7942-4219-88f4-801208cb02d4 with Priority: HIGHEST for action port [ 644.566283] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.566283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.566283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.566873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.567154] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.569182] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.569182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.569182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.569182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.569182] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.569528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.569840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.570110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.571825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.571825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.573034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8930e8e8-7942-4219-88f4-801208cb02d4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.573034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.573034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.573034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.574761] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8930e8e8-7942-4219-88f4-801208cb02d4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.621914] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.621914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-240" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.621914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-240" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.621914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-240" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.621914] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.622370] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.622987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.624644] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.624644] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.624644] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.624644] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.624644] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.624644] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.624644] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.624644] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.624644] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.644612] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.644902] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.645158] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.645370] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-240" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.645721] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-fc16969c-3f20-4480-a4ed-41211804a9ea taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.646026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.647196] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.647196] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.647196] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc16969c-3f20-4480-a4ed-41211804a9ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.702396] env[65294]: INFO networking_nsxv3.common.synchronization [None req-5700af17-08d5-43c1-96fd-53969b02693d None None] Enqueued Resource ID: bd64213a-f93f-4cf0-b124-534ffa6332aa with Priority: HIGHEST for action port [ 644.702947] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd64213a-f93f-4cf0-b124-534ffa6332aa with Priority: HIGHEST for action port [ 644.703269] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd64213a-f93f-4cf0-b124-534ffa6332aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.703408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd64213a-f93f-4cf0-b124-534ffa6332aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd64213a-f93f-4cf0-b124-534ffa6332aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd64213a-f93f-4cf0-b124-534ffa6332aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.704522] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd64213a-f93f-4cf0-b124-534ffa6332aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.075641] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.076158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.076158] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.077381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8930e8e8-7942-4219-88f4-801208cb02d4 with status ACTIVE [ 645.078109] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.078109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.078109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.078376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.078879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.078879] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.079524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.079524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.079778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.079976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.080609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.080791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081245] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8930e8e8-7942-4219-88f4-801208cb02d4 is going to be updated. [ 645.104115] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.104327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.104371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.104551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.104696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.104843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8930e8e8-7942-4219-88f4-801208cb02d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.149186] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.149545] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.150068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150383] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port fc16969c-3f20-4480-a4ed-41211804a9ea not found, creating... [ 645.150920] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.150920] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.150920] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.151698] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.151698] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.152138] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.152383] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.152552] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.153076] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.153076] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.153218] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: fc16969c-3f20-4480-a4ed-41211804a9ea is going to be created. [ 645.176634] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.176874] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.176952] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.177259] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.177485] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.178263] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.205904] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd64213a-f93f-4cf0-b124-534ffa6332aa [ 645.206172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.206441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.206441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.206569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.206666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.206761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd64213a-f93f-4cf0-b124-534ffa6332aa already deleted. [ 645.206843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd64213a-f93f-4cf0-b124-534ffa6332aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.583686] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.823373] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: SUCCESS [ 645.823628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.823773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.825010] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.825010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.825010] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.088026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.088026] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be created. [ 646.112927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.113547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.125963] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: UNINITIALIZED for 2s [ 646.303744] env[65294]: INFO networking_nsxv3.common.synchronization [req-001a7289-4bb8-4691-9bef-27cc9524c65a req-b70ff81e-7b6f-46d5-b922-27069c305dae service nova] Enqueued Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_rules [ 646.303933] env[65294]: INFO networking_nsxv3.common.synchronization [req-001a7289-4bb8-4691-9bef-27cc9524c65a req-b70ff81e-7b6f-46d5-b922-27069c305dae service nova] Enqueued Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 646.304123] env[65294]: INFO networking_nsxv3.common.synchronization [req-001a7289-4bb8-4691-9bef-27cc9524c65a req-b70ff81e-7b6f-46d5-b922-27069c305dae service nova] Enqueued Resource ID: fc16969c-3f20-4480-a4ed-41211804a9ea with Priority: HIGHEST for action port [ 646.305587] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_rules [ 646.305587] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 646.305587] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc16969c-3f20-4480-a4ed-41211804a9ea with Priority: HIGHEST for action port [ 646.306052] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.306052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.306052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.306591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.306724] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.308093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.308093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.308246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.308339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.308644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.310151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.310151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.310151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.310151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.310151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.310691] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc16969c-3f20-4480-a4ed-41211804a9ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.310691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.310824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.310860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.311028] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc16969c-3f20-4480-a4ed-41211804a9ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.329693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.329693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.329693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.330329] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.330329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.330329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.330329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.330329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.330329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.330733] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.330733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.330733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.330899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.330899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.331023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.331338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.331430] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.816540] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.817687] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.817878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820213] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc16969c-3f20-4480-a4ed-41211804a9ea with status ACTIVE [ 646.820213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.820213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.820213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.820213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.820213] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc16969c-3f20-4480-a4ed-41211804a9ea is going to be updated. [ 646.834420] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffb6c2f-7b46-4138-a602-05d9ec703e89: rpc.has_security_group_logging(os_id): False [ 646.856256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.856777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.856777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.856777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.857032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc16969c-3f20-4480-a4ed-41211804a9ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858029] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859194] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860987] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 is going to be created. [ 646.903700] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1b11233b-2610-4848-94d7-b77702db7538 None None] Enqueued Resource ID: 7ca93d19-aab9-41ad-bc64-d70acd510070 with Priority: HIGHEST for action port [ 646.904535] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca93d19-aab9-41ad-bc64-d70acd510070 with Priority: HIGHEST for action port [ 646.904868] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca93d19-aab9-41ad-bc64-d70acd510070 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca93d19-aab9-41ad-bc64-d70acd510070" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.905116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca93d19-aab9-41ad-bc64-d70acd510070" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.905540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca93d19-aab9-41ad-bc64-d70acd510070" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.905540] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca93d19-aab9-41ad-bc64-d70acd510070',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.960683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.960902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.961337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.961590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.961811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975546] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: IN_PROGRESS for 2s [ 647.323383] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.408187] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ca93d19-aab9-41ad-bc64-d70acd510070 [ 647.411036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.411036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.411036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.411273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.411403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.411574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ca93d19-aab9-41ad-bc64-d70acd510070 already deleted. [ 647.411657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca93d19-aab9-41ad-bc64-d70acd510070" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827755] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe is going to be created. [ 647.866627] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.866627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.866804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.866925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.867085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882532] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: UNINITIALIZED for 2s [ 648.139976] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 648.140361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.140688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.142925] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.142925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.143475] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.646009] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.646386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.646773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.646946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647462] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.649716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.649716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.649716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.649716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.649716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.649716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.649716] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.990242] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: SUCCESS [ 648.990481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.154567] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d13e132-4bc1-4a55-b96a-d7f5651782ad: rpc.has_security_group_logging(os_id): False [ 649.175218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.175395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.175464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.176155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.176155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.176155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.176155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.176155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.176407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.176407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.176546] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.176639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.176694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.177264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.177264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.180241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.180359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.180359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.181339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.181339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.181339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be created. [ 649.250582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.250747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.250831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.251075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.251263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263113] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 649.892328] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: SUCCESS [ 649.892660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.892710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.892917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.893124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.893245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.893309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.893464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.893546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893794] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.397315] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.397315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.397684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.397877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.398089] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.398248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.398462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.398591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.398666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.398870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.399333] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.399333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.399333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.399600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.399600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.399930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.399930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.400210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.400210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.400355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.400414] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.630505] env[65294]: INFO networking_nsxv3.common.synchronization [None req-5a2d16ca-3e49-47b5-805b-f116656c3bf1 None None] Enqueued Resource ID: e42184b1-10da-4968-9043-7192d8eed706 with Priority: HIGHEST for action port [ 650.631783] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42184b1-10da-4968-9043-7192d8eed706 with Priority: HIGHEST for action port [ 650.634787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42184b1-10da-4968-9043-7192d8eed706 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.634787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42184b1-10da-4968-9043-7192d8eed706" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.634787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42184b1-10da-4968-9043-7192d8eed706" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.634787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42184b1-10da-4968-9043-7192d8eed706" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.634787] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42184b1-10da-4968-9043-7192d8eed706',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.904253] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a83ff1-07e1-4e2a-ab74-2f43174a01fe: rpc.has_security_group_logging(os_id): False [ 650.925553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.925740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.925830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.926135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.926240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.926462] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.926565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.926628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.926778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.926856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.927050] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.927149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.927212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.927352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.927425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.927621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.927722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.927786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.927927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.928047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.928455] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe is going to be created. [ 650.997941] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.998148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.998201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.998387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.998567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.014215] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: IN_PROGRESS for 2s [ 651.137073] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e42184b1-10da-4968-9043-7192d8eed706 [ 651.141414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.141414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.141414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.141414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.141414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.141414] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e42184b1-10da-4968-9043-7192d8eed706 already deleted. [ 651.141414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42184b1-10da-4968-9043-7192d8eed706" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.282626] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 651.282841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.016022] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f491b43-2420-4d66-9afe-405d86e9f44a req-401c059b-7732-4ae4-a590-a9d9b74ff8a7 tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 653.017446] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 653.018669] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.019293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.019465] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.019620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.019727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.020541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.020649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.020813] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.033160] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: SUCCESS [ 653.033399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.524197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.524359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.524413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.524631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.524726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.525018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.525018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.525198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.525243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.525299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.525400] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 already deleted. [ 653.525515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.546493] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.547084] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.547379] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.547866] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.548340] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.548656] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.548889] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.549294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.549573] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.549937] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.550684] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.550858] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.551050] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.551205] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.551337] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.551496] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.573556] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.573906] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.573906] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.574066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.574347] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-b03a16c4-5a39-4db4-9e18-bd5417645034 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.574507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.574619] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.574988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.575145] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03a16c4-5a39-4db4-9e18-bd5417645034',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.078457] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.078457] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.078457] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.079016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.079016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.079108] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port b03a16c4-5a39-4db4-9e18-bd5417645034 not found, creating... [ 654.079571] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.079832] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080320] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080504] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081394] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.081573] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081724] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.081915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082154] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.082317] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: b03a16c4-5a39-4db4-9e18-bd5417645034 is going to be created. [ 654.105929] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.106216] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.106273] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.106573] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.106850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.107097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.460374] env[65294]: INFO networking_nsxv3.common.synchronization [req-818217df-a4be-4e8b-9b19-91c0a28b0728 req-1ea41649-839f-441f-ad22-e45d51ad1c47 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 654.461079] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 654.461368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.461491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.461573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.461780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.461933] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.462038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.462135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.462274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.462345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.462491] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.817647] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f491b43-2420-4d66-9afe-405d86e9f44a req-129d62e4-a504-4c86-a80d-5713f5ab0fab service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 654.817647] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f491b43-2420-4d66-9afe-405d86e9f44a req-129d62e4-a504-4c86-a80d-5713f5ab0fab service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 654.817647] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f491b43-2420-4d66-9afe-405d86e9f44a req-129d62e4-a504-4c86-a80d-5713f5ab0fab service nova] Enqueued Resource ID: b03a16c4-5a39-4db4-9e18-bd5417645034 with Priority: HIGHEST for action port [ 654.818430] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 654.818430] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 654.818430] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03a16c4-5a39-4db4-9e18-bd5417645034 with Priority: HIGHEST for action port [ 654.818727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.818875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.818944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.819250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.819346] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.821780] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.821780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.821780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.821780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.821780] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.821780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.821780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.824919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.824919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824919] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.825529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03a16c4-5a39-4db4-9e18-bd5417645034 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.825857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.825857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.825857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.826024] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03a16c4-5a39-4db4-9e18-bd5417645034',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.967442] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.967442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.967442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.967442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.967738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.967882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.968040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.968139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.968337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.968421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.968514] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 655.007826] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.007976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.008060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.008272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.008592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.019860] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 655.328053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.328950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.329172] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.330896] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03a16c4-5a39-4db4-9e18-bd5417645034 with status ACTIVE [ 655.331350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.331576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.331685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.332048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.332225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.332640] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.332817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.332918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.333318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.333545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.333747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.334584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.334584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.334584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.335604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.335764] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03a16c4-5a39-4db4-9e18-bd5417645034 is going to be updated. [ 655.382214] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.382698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.382698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.382698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.382994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.382994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03a16c4-5a39-4db4-9e18-bd5417645034" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510648] env[65294]: INFO networking_nsxv3.common.synchronization [req-047ee507-2e44-4a06-b433-49af0b716a14 req-abbad958-2390-4798-b8fc-ec01598d1a92 tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 655.511249] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 655.511557] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.511687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.511784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.512045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.512160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.512257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.512316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.512455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.512535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.512625] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.808071] env[65294]: INFO networking_nsxv3.common.synchronization [req-acb7aca7-1d9d-42a3-bac9-862b5291844b req-c68ca12a-f317-483b-8da4-383b4855ecde tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 655.808666] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 655.808972] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.809563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.811827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.811827] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.838433] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.015422] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.038457] env[65294]: INFO networking_nsxv3.common.synchronization [req-047ee507-2e44-4a06-b433-49af0b716a14 req-c4d4fb65-adcc-40bf-85d7-cebe3c8cd77d tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 656.041378] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 656.041378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.041378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.314051] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.341324] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.341834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.341834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.341834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.341977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.342041] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be created. [ 656.367042] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.367263] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.367691] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367986] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.368159] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368270] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368482] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.368906] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.369041] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.369164] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.369333] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.369382] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.369452] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.369577] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.371554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.371697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.371806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.375800] env[65294]: INFO networking_nsxv3.common.synchronization [req-047ee507-2e44-4a06-b433-49af0b716a14 req-dec445ba-3308-408d-9c2b-46b3679395af tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 656.377310] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 656.377973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.378083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.391788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: UNINITIALIZED for 2s [ 656.398074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.398074] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.398226] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.398410] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.398777] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.399019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.399301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.399498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.399674] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.518680] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.817026] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.901921] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.902708] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.902937] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.903576] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.904097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.904482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 not found, creating... [ 656.906430] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.908526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.908526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.908526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.908526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908526] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.909161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909400] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909731] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.909987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.910242] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 is going to be created. [ 656.934643] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.934643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.934643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.934643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.934643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.934643] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.025102] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.025102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.025102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.025640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.025640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.025640] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 657.046810] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 657.046810] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 657.046810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.081293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.081503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.110210] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 657.319459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.319627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.319671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.319956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.320065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.320170] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 657.368447] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.368754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.368754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.368904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.369072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.387198] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 657.639671] env[65294]: INFO networking_nsxv3.common.synchronization [req-acb7aca7-1d9d-42a3-bac9-862b5291844b req-ee5ddba8-23bb-4a60-ad82-946161ea1110 service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 657.639671] env[65294]: INFO networking_nsxv3.common.synchronization [req-acb7aca7-1d9d-42a3-bac9-862b5291844b req-ee5ddba8-23bb-4a60-ad82-946161ea1110 service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 657.639997] env[65294]: INFO networking_nsxv3.common.synchronization [req-acb7aca7-1d9d-42a3-bac9-862b5291844b req-ee5ddba8-23bb-4a60-ad82-946161ea1110 service nova] Enqueued Resource ID: 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 with Priority: HIGHEST for action port [ 657.640361] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 657.640717] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 657.640717] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 with Priority: HIGHEST for action port [ 657.640919] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.641541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.641624] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.642609] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.642692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.642905] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.643032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643540] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.145811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146108] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 with status ACTIVE [ 658.146284] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.146693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.146794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146967] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.147077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.147137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.147300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.147378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.147558] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.147755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.147823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.147967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.148055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.148130] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0 is going to be updated. [ 658.178057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.178256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.178303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.179183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.179183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.179183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9d4b0f-dd29-4a75-a7a5-c9ed3624bef0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.405402] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 658.405903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.406133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.406438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.406684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.406874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.406994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.407398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.407601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.407669] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.474215] env[65294]: INFO networking_nsxv3.common.synchronization [req-765f4dc7-fd56-45d1-89b3-17ea1338674f req-f59ab27e-9d04-4ed9-a08b-15c3d700f36e tempest-ServerExternalEventsTest-769733013 tempest-ServerExternalEventsTest-769733013-project-member] Enqueued Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 658.475981] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 658.476912] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.477674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.477732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.477994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.478253] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.478373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.478606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.478693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.478790] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.622652] env[65294]: INFO networking_nsxv3.common.synchronization [None req-addd6222-8026-4c0a-b8d6-319ef8eae173 None None] Enqueued Resource ID: 8b2820a0-6944-482f-98c9-59c3a3cf5630 with Priority: HIGHEST for action port [ 658.623420] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2820a0-6944-482f-98c9-59c3a3cf5630 with Priority: HIGHEST for action port [ 658.623799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2820a0-6944-482f-98c9-59c3a3cf5630 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.623940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2820a0-6944-482f-98c9-59c3a3cf5630" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.624018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2820a0-6944-482f-98c9-59c3a3cf5630" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.624317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2820a0-6944-482f-98c9-59c3a3cf5630" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.624399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2820a0-6944-482f-98c9-59c3a3cf5630',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.835099] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835307] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835900] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835900] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.836051] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.836119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.836226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.836433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.836569] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.836843] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.836960] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.837076] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.837210] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.837380] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.837553] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.837760] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.857774] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.857976] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.858130] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.858298] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.858604] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-eb02c271-32e2-47d6-8fa9-b310dabc44f2 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.858767] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.858880] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.859250] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.859386] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb02c271-32e2-47d6-8fa9-b310dabc44f2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.910399] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.910698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.910698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.910847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.911046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.911240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.911240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.911357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.911441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.911534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.911681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.911762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.911818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.911993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.912172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.912251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.912306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.912445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.912514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.912596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.912683] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.981595] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.981847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.981993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.982346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.982494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.982816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.983022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.985119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.985328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.985445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.985591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 already deleted. [ 658.985670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.121625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 659.121852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.122053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.122644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.122644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.122644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.122783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.122882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.122974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.123084] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.126625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2820a0-6944-482f-98c9-59c3a3cf5630 [ 659.126955] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.126955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.127121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.127217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.127338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.127394] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2820a0-6944-482f-98c9-59c3a3cf5630 already deleted. [ 659.127526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2820a0-6944-482f-98c9-59c3a3cf5630" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.363970] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.364264] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.364938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.364938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.364938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.365208] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port eb02c271-32e2-47d6-8fa9-b310dabc44f2 not found, creating... [ 659.365508] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367260] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.367260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367260] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: eb02c271-32e2-47d6-8fa9-b310dabc44f2 is going to be created. [ 659.401710] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.404018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.404018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.404904] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.415830] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b0247d0-c3a5-416e-87c5-07ba95dc3e14: rpc.has_security_group_logging(os_id): False [ 659.420017] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.420017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.420017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.420017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.420885] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422954] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446580] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446965] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.448438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.448864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.448864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.448976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.449169] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be created. [ 659.530312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.530725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.530840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.531192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.531563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.552391] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 659.625690] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.625774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.625982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.626110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.626181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.626387] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.626492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.626547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.626704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.626781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.626870] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 659.706485] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.706676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.706786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.707084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.707267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.721238] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 659.907882] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.183268] env[65294]: INFO networking_nsxv3.common.synchronization [req-765f4dc7-fd56-45d1-89b3-17ea1338674f req-83401f90-65bb-4179-9e1e-22eeb5504698 service nova] Enqueued Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_rules [ 660.183430] env[65294]: INFO networking_nsxv3.common.synchronization [req-765f4dc7-fd56-45d1-89b3-17ea1338674f req-83401f90-65bb-4179-9e1e-22eeb5504698 service nova] Enqueued Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 660.183563] env[65294]: INFO networking_nsxv3.common.synchronization [req-765f4dc7-fd56-45d1-89b3-17ea1338674f req-83401f90-65bb-4179-9e1e-22eeb5504698 service nova] Enqueued Resource ID: eb02c271-32e2-47d6-8fa9-b310dabc44f2 with Priority: HIGHEST for action port [ 660.184023] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_rules [ 660.185767] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 660.185885] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02c271-32e2-47d6-8fa9-b310dabc44f2 with Priority: HIGHEST for action port [ 660.186758] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.187115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.187115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.187278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.187334] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.188833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.188961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.189076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.189902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.189902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.189902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.189902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.189902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.189902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.190190] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.193093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb02c271-32e2-47d6-8fa9-b310dabc44f2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.193093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.193093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.193093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.193093] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb02c271-32e2-47d6-8fa9-b310dabc44f2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.411017] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.695130] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.696231] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb02c271-32e2-47d6-8fa9-b310dabc44f2 with status ACTIVE [ 660.696231] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.696231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.696231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.701047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.701047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.703337] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.703337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.703337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.703337] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb02c271-32e2-47d6-8fa9-b310dabc44f2 is going to be updated. [ 660.706190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.707264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.731406] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.732243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.732367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.732957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.732957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.732957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb02c271-32e2-47d6-8fa9-b310dabc44f2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.765363] env[65294]: INFO networking_nsxv3.common.synchronization [req-7e13250c-111e-46cd-a844-ccda202bc911 req-3b20d8f3-f6f4-4971-8669-629646c16c72 tempest-FloatingIPsAssociationTestJSON-1487638073 tempest-FloatingIPsAssociationTestJSON-1487638073-project-member] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 660.765363] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 660.765551] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.765634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.765971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.766155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.766265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.766332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.767665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.767811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.767924] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.914722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.915139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.915139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.915305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.915380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.915496] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 660.954355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.954686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.954686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.955062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.955062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.968696] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 661.209893] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.224361] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224361] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224361] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.224611] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.225094] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.225431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.225682] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.226031] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.226291] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.228555] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.228555] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.228555] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.228555] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.228555] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.228555] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.228555] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.256795] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.256795] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.256795] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.256795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.256795] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.256795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.256795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.256795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.256795] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b2ef74-0b87-4e3b-b3ce-8666dad4698b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.273024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.273024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.273024] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 already deleted. [ 661.273024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.574033] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 661.574033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.714600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.714948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.714948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.715113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.715150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.715241] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 is going to be created. [ 661.734994] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 661.738244] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 deletion is rescheduled due to dependency. [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.738244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.738244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.738715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.738715] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.759326] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.759865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.759865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.760123] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.760364] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.760568] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port c1b2ef74-0b87-4e3b-b3ce-8666dad4698b not found, creating... [ 661.761589] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.761589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.761589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762070] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.762070] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762557] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.762557] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762857] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762912] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.764668] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.764856] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: c1b2ef74-0b87-4e3b-b3ce-8666dad4698b is going to be created. [ 661.770028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.770028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.770028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.770028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.770028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.786371] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: UNINITIALIZED for 2s [ 661.794828] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795693] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.795693] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.795898] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796409] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.149037] env[65294]: INFO networking_nsxv3.common.synchronization [None req-64bd6845-91d4-4510-9cf3-f89cb322bcf4 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 662.149437] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 662.151173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.151173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.151173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.151173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.151173] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.245968] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.245968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.246125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.246309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.246664] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.246782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.246876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.247065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.247134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.247232] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 662.305512] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.305721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.306453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.326271] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 662.530890] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1617c3b9-4498-4fec-a061-452026b1ab10 None None] Enqueued Resource ID: 9f939757-f361-4cd9-aa04-4149d4ea0e9c with Priority: HIGHEST for action port [ 662.530890] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f939757-f361-4cd9-aa04-4149d4ea0e9c with Priority: HIGHEST for action port [ 662.531413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f939757-f361-4cd9-aa04-4149d4ea0e9c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.531579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f939757-f361-4cd9-aa04-4149d4ea0e9c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.531655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f939757-f361-4cd9-aa04-4149d4ea0e9c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.532823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f939757-f361-4cd9-aa04-4149d4ea0e9c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.533012] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f939757-f361-4cd9-aa04-4149d4ea0e9c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.605316] env[65294]: INFO networking_nsxv3.common.synchronization [req-7e13250c-111e-46cd-a844-ccda202bc911 req-0555e204-78ed-469e-91ce-555dd512b442 service nova] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_rules [ 662.605585] env[65294]: INFO networking_nsxv3.common.synchronization [req-7e13250c-111e-46cd-a844-ccda202bc911 req-0555e204-78ed-469e-91ce-555dd512b442 service nova] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 662.605683] env[65294]: INFO networking_nsxv3.common.synchronization [req-7e13250c-111e-46cd-a844-ccda202bc911 req-0555e204-78ed-469e-91ce-555dd512b442 service nova] Enqueued Resource ID: c1b2ef74-0b87-4e3b-b3ce-8666dad4698b with Priority: HIGHEST for action port [ 662.605868] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_rules [ 662.606017] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 662.606118] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b2ef74-0b87-4e3b-b3ce-8666dad4698b with Priority: HIGHEST for action port [ 662.606681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.606811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.606870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.609175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.609175] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.609571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.609716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.609804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.610033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.610578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.611399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.611399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.611399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.611399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.611399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.613683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.613683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.613683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.613683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.613683] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b2ef74-0b87-4e3b-b3ce-8666dad4698b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.686520] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.686520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.686520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.686520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.686520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.686520] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 already deleted. [ 662.686520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.895388] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3e4ea5ec-1a99-45dc-ae15-4ec737f8167e tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 662.895769] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 662.896473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.897069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.897254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.899933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.899933] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.982926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 662.983640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.983640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.983640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.983877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.983970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.984031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.984210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.984296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.984533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.984533] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.038608] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f939757-f361-4cd9-aa04-4149d4ea0e9c [ 663.038608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.038608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.038608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.038997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.038997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.039119] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f939757-f361-4cd9-aa04-4149d4ea0e9c already deleted. [ 663.039204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f939757-f361-4cd9-aa04-4149d4ea0e9c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.115812] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.118129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.118828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118828] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b2ef74-0b87-4e3b-b3ce-8666dad4698b with status ACTIVE [ 663.119372] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.119372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.119372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.119664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.119664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.120099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.120099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.120099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.122064] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.122064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.122064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b2ef74-0b87-4e3b-b3ce-8666dad4698b is going to be updated. [ 663.150436] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.150656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.150656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.150939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.151111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.151292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b2ef74-0b87-4e3b-b3ce-8666dad4698b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.427460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.428020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.428020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.428020] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 already deleted. [ 663.428020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.487472] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.487826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.487921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.488169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.488310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.488434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.488496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.488652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.488737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.488821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.488975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.489078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.489137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.489276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.489410] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.489496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.489567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.489721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.489796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.489880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.489967] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.624429] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.799556] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: SUCCESS [ 663.799874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.801647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.801888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.802139] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.802245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.802312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.802481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.802587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.802644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.802746] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.896614] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c2e6e7ae-8f73-45c9-aaa8-4ff03987a890 None None] Enqueued Resource ID: 77f9a5d8-309a-40d9-9236-8d62c0fc5ff4 with Priority: HIGHEST for action port [ 663.896614] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f9a5d8-309a-40d9-9236-8d62c0fc5ff4 with Priority: HIGHEST for action port [ 663.896614] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f9a5d8-309a-40d9-9236-8d62c0fc5ff4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.896614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f9a5d8-309a-40d9-9236-8d62c0fc5ff4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.896614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f9a5d8-309a-40d9-9236-8d62c0fc5ff4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.896614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f9a5d8-309a-40d9-9236-8d62c0fc5ff4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.896614] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f9a5d8-309a-40d9-9236-8d62c0fc5ff4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.992941] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18405fba-91f9-424d-9275-995b5dd48dab: rpc.has_security_group_logging(os_id): False [ 664.015603] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.015820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.015988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.016293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.016426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.016691] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.016867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.016956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.018551] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.018738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.018852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.019150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.019294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.019884] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.019884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.020387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.020387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.020665] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 664.091039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.091039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.091039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.091039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.091039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.115656] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 664.126324] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.126985] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be created. [ 664.180385] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.180617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.180617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.180857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.181108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.200052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: UNINITIALIZED for 2s [ 664.305481] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.305705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.305774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.306056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.306304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.306430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.306514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.306682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.306779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.306871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.307039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.307152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.307211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.307372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.307521] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.307700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.307769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.307851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.307924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.308013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.309295] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.348728] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 664.349197] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 deletion is rescheduled due to dependency. [ 664.349430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.399598] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f9a5d8-309a-40d9-9236-8d62c0fc5ff4 [ 664.401727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.401727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.401958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.402208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.402276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.402350] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f9a5d8-309a-40d9-9236-8d62c0fc5ff4 already deleted. [ 664.403057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f9a5d8-309a-40d9-9236-8d62c0fc5ff4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.664646] env[65294]: INFO networking_nsxv3.common.synchronization [req-b1895eb6-8a03-40fd-85e2-82f19cb2040f req-73716b9d-5261-4a84-8682-b93692acc4f5 tempest-InstanceActionsV221TestJSON-333267667 tempest-InstanceActionsV221TestJSON-333267667-project-member] Enqueued Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 664.665847] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 with Priority: HIGHEST for action security_group_members [ 664.665847] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffb6c2f-7b46-4138-a602-05d9ec703e89 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.665847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.665847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.668264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.668264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.668999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.668999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.669580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.669683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.670330] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffb6c2f-7b46-4138-a602-05d9ec703e89',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.813984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d84661-e92f-4e52-ab95-9f0685b7c7a4: rpc.has_security_group_logging(os_id): False [ 664.836456] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.836456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.836456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.837127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.837127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.837127] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.837127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.837127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.837474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.837474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.837588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.837588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.837729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.837983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.838245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.838475] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.839106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.839106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.839106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.839106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.839447] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 is going to be created. [ 664.911912] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.912355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.912355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.912355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.912539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.932930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: IN_PROGRESS for 2s [ 664.998218] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad50e03f-7948-4f9a-be41-803734f88f01 req-fc605237-a776-495d-b4a4-2a028cc4eff7 tempest-FloatingIPsAssociationNegativeTestJSON-2030514945 tempest-FloatingIPsAssociationNegativeTestJSON-2030514945-project-member] Enqueued Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 664.998801] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 665.001052] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.001052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.001052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.001052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.001314] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.001314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.001408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.001526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.001587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.002226] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.173316] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.173520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.174200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.174200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174200] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.174200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.174506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.174506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174506] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 is going to be updated. [ 665.207849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.208192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.208259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.208888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.208888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.221103] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: IN_PROGRESS for 2s [ 665.438995] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.439208] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-756" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.439323] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-756" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.439646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-756" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.439940] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.440125] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.440274] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.440514] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.440659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.441122] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.441122] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.441258] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.441338] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.441425] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.441522] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.441648] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.463905] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.464174] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.464384] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.464795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-756" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.465096] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.465353] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.465529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.465948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.466165] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e203e82-e77e-4c19-bf3b-51ebb97d6f21',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.505593] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.505593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.505861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.505913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.505992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.506241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.506387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.506455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.506623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.506701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.506784] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 already deleted. [ 665.507075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.968978] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.970048] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.970433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.970903] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.973029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.973029] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 not found, creating... [ 665.973029] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.973029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.973029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.973029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.973029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.973029] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.973842] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.974167] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.974588] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.975047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.975767] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 is going to be created. [ 666.005091] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.005091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.005091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.005091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.005091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.005091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.148257] env[65294]: INFO networking_nsxv3.common.synchronization [None req-63cdb856-3ba1-43d8-b116-42baad29133e None None] Enqueued Resource ID: 813651ea-4fdc-42dc-97d1-6827b60d7569 with Priority: HIGHEST for action port [ 666.148257] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813651ea-4fdc-42dc-97d1-6827b60d7569 with Priority: HIGHEST for action port [ 666.149032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-813651ea-4fdc-42dc-97d1-6827b60d7569 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.149268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813651ea-4fdc-42dc-97d1-6827b60d7569" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.149363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813651ea-4fdc-42dc-97d1-6827b60d7569" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.150385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813651ea-4fdc-42dc-97d1-6827b60d7569" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.150385] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813651ea-4fdc-42dc-97d1-6827b60d7569',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.161942] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 666.162205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.223087] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 666.223087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.223087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.223087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.223087] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.223087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.223087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.224252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.224371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224580] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.655170] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813651ea-4fdc-42dc-97d1-6827b60d7569 [ 666.655436] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.655580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.655713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.655873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.655964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.656072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813651ea-4fdc-42dc-97d1-6827b60d7569 already deleted. [ 666.656155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813651ea-4fdc-42dc-97d1-6827b60d7569" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.727125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.727291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.727358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.727874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.727874] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.727874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729164] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.729164] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.729164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729679] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.742713] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad50e03f-7948-4f9a-be41-803734f88f01 req-7063e91f-a508-4eba-977f-87a1a3b4b3a8 service nova] Enqueued Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_rules [ 666.742713] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad50e03f-7948-4f9a-be41-803734f88f01 req-7063e91f-a508-4eba-977f-87a1a3b4b3a8 service nova] Enqueued Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 666.742713] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad50e03f-7948-4f9a-be41-803734f88f01 req-7063e91f-a508-4eba-977f-87a1a3b4b3a8 service nova] Enqueued Resource ID: 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 with Priority: HIGHEST for action port [ 666.742713] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_rules [ 666.743225] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 666.743483] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 with Priority: HIGHEST for action port [ 666.744694] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.745074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.745575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.745575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.745741] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.746719] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.747169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.751256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.751256] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.751256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.751256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.751256] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e203e82-e77e-4c19-bf3b-51ebb97d6f21',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.953060] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: SUCCESS [ 666.953486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.232255] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c907ab-7037-4411-bd8f-bf32468ede01: rpc.has_security_group_logging(os_id): False [ 667.240184] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 in Status: SUCCESS [ 667.240502] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffb6c2f-7b46-4138-a602-05d9ec703e89 deletion is rescheduled due to dependency. [ 667.240657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffb6c2f-7b46-4138-a602-05d9ec703e89" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.254887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.255063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.255327] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.256384] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 with status ACTIVE [ 667.256589] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.256710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.256786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.259025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.259025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.259025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.259650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.259650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.259733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.260202] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e203e82-e77e-4c19-bf3b-51ebb97d6f21 is going to be updated. [ 667.263558] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.263696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.263757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.264390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.264390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.264543] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.264623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.264689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.264958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.265061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.265267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.265387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.265458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.265609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.265706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.267080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.267080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.267080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.267080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.267080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.267080] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be created. [ 667.295779] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.295779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.295779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.296077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.296794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e203e82-e77e-4c19-bf3b-51ebb97d6f21" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.299430] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb2328c3-61b9-414f-ba13-a04a37337caa req-c3d165df-83d4-496a-b373-f8ac38894f42 tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 667.300142] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 667.300483] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.300615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.300682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.301543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.301543] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.301543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.301543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.301777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.301906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.302099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.344112] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.344112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.344322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.344392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.344576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.360181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 667.737366] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.737691] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.737897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.738574] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.738927] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.739127] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.739247] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.739610] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.739782] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.740045] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.740183] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.740294] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.740403] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.740535] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.741255] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.741255] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.760499] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.762182] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.762182] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.762182] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.762182] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.762182] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.762182] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.762496] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.762496] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cffae9-9e70-4bb3-8373-81a3ee413cd3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.768337] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.805013] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.265598] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.265949] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.266141] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.266456] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.266623] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.266829] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port e0cffae9-9e70-4bb3-8373-81a3ee413cd3 not found, creating... [ 668.267158] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.267343] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.267671] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.267831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.268157] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.268313] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.268442] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.268660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.268794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.268958] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: e0cffae9-9e70-4bb3-8373-81a3ee413cd3 is going to be created. [ 668.270372] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.270499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.270572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.270744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.270848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.270969] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 is going to be created. [ 668.305763] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.309445] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.311245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.311245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.311245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.311245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.311935] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.323712] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.323963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.323963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.324198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.324439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.339368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: UNINITIALIZED for 2s [ 668.817022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.817262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.817318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.817525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.817628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.818165] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 668.855908] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.855908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.855908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.855908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.855908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.866523] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 669.090603] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb2328c3-61b9-414f-ba13-a04a37337caa req-b3aba513-0b24-4e31-90dd-0220423e25a1 service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 669.090852] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb2328c3-61b9-414f-ba13-a04a37337caa req-b3aba513-0b24-4e31-90dd-0220423e25a1 service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 669.091084] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb2328c3-61b9-414f-ba13-a04a37337caa req-b3aba513-0b24-4e31-90dd-0220423e25a1 service nova] Enqueued Resource ID: e0cffae9-9e70-4bb3-8373-81a3ee413cd3 with Priority: HIGHEST for action port [ 669.091697] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 669.092014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 669.092014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cffae9-9e70-4bb3-8373-81a3ee413cd3 with Priority: HIGHEST for action port [ 669.092847] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.093112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.093176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.093464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.093573] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.095476] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.095632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.096312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.096312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.096312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.097172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.097172] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cffae9-9e70-4bb3-8373-81a3ee413cd3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.374033] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 669.374379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.598854] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600510] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0cffae9-9e70-4bb3-8373-81a3ee413cd3 with status ACTIVE [ 669.600510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.601228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.601228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.601228] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0cffae9-9e70-4bb3-8373-81a3ee413cd3 is going to be updated. [ 669.633415] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.633575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.633646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.633872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.634027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.634196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0cffae9-9e70-4bb3-8373-81a3ee413cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.353401] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: SUCCESS [ 670.353631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.354047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.354217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354407] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.354558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.354650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.354780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.354959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.355125] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.859734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.860328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.860579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.860942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.861644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.861779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.861874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.862314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.862546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.862621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.862862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.863015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.863113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.863340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.863550] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.863709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.863822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.864059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.864200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.864403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.864562] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.877962] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 670.878298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.878841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.879446] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.879618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.879688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.880029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.880190] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.368332] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e336bf3c-bf8b-4b4f-ac69-823d4926f205: rpc.has_security_group_logging(os_id): False [ 671.382329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.390759] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.391134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.391219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.391512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.391610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.391852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.392030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.392263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.392338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.392486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.392733] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.392891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.393015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.393222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.393385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.393685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.394527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.394621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.394786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.394867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.394957] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 is going to be created. [ 671.468470] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.468705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.468845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.470571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.470904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.486038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: IN_PROGRESS for 2s [ 671.766048] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cea66b5-0090-4e16-804a-41b309e4ea80 req-3ce9d30c-b48b-488c-9b01-3e5721f3191a tempest-VolumesAdminNegativeTest-6823200 tempest-VolumesAdminNegativeTest-6823200-project-member] Enqueued Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 671.766623] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe with Priority: HIGHEST for action security_group_members [ 671.766980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.767138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.767188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.767869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.767869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.767869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.767869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.767869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.768148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.768148] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a83ff1-07e1-4e2a-ab74-2f43174a01fe',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.888666] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.269892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.270157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.270221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.270569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.270734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.271050] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.271182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.271258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.271446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.271543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.271652] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe is going to be updated. [ 672.315095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.315298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.315398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.315670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.315863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.327596] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: IN_PROGRESS for 2s [ 672.390924] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.391202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.391202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.391474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.391624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.391782] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 672.452956] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.453154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.453581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.453819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.453955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.464839] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 673.500796] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: SUCCESS [ 673.501240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.342361] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe in Status: SUCCESS [ 674.342577] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a83ff1-07e1-4e2a-ab74-2f43174a01fe deletion is rescheduled due to dependency. [ 674.342698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a83ff1-07e1-4e2a-ab74-2f43174a01fe" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.478169] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 674.478335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.478627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.478870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.480573] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.480573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.480573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.480573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.480573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480573] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.983451] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.983774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.983774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.983995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.984226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.984348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.984429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.984856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.984856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.985125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.985310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.985409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.985471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.985675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.985989] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.985989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.985989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.986160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.986198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.986301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.986393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.490084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b0247d0-c3a5-416e-87c5-07ba95dc3e14: rpc.has_security_group_logging(os_id): False [ 675.510891] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.511381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.511546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.511912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.513443] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.513443] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.513443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.514156] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.514156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.514156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.514156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.514156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.514156] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 675.626050] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.627050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.627050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.627050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.627266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.645539] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 676.768119] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 676.771179] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 677.663486] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 677.663724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.322287] env[65294]: INFO networking_nsxv3.common.synchronization [None req-4ac0af81-56e0-4bc3-9f80-fc1e7b941a84 None None] Enqueued Resource ID: 31cebd3a-e366-424d-b2bb-4a172475fa49 with Priority: HIGHEST for action port [ 678.322579] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cebd3a-e366-424d-b2bb-4a172475fa49 with Priority: HIGHEST for action port [ 678.323208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-31cebd3a-e366-424d-b2bb-4a172475fa49 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.323498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31cebd3a-e366-424d-b2bb-4a172475fa49" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.323498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31cebd3a-e366-424d-b2bb-4a172475fa49" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.323601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31cebd3a-e366-424d-b2bb-4a172475fa49" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.323686] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cebd3a-e366-424d-b2bb-4a172475fa49',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.390037] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1c82272f-1d22-4a7a-bde6-df790a9165fd None None] Enqueued Resource ID: c9768310-d572-49c3-99fa-1179a3afaf3c with Priority: HIGHEST for action port [ 678.390299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9768310-d572-49c3-99fa-1179a3afaf3c with Priority: HIGHEST for action port [ 678.390919] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9768310-d572-49c3-99fa-1179a3afaf3c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.393946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9768310-d572-49c3-99fa-1179a3afaf3c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.393946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9768310-d572-49c3-99fa-1179a3afaf3c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.393946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9768310-d572-49c3-99fa-1179a3afaf3c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.393946] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9768310-d572-49c3-99fa-1179a3afaf3c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.826588] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31cebd3a-e366-424d-b2bb-4a172475fa49 [ 678.826980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.827865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.827865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.827865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.827865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.827865] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31cebd3a-e366-424d-b2bb-4a172475fa49 already deleted. [ 678.828169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31cebd3a-e366-424d-b2bb-4a172475fa49" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.896077] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9768310-d572-49c3-99fa-1179a3afaf3c [ 678.896559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.896802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.897407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.897697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.897911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.898046] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9768310-d572-49c3-99fa-1179a3afaf3c already deleted. [ 678.898175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9768310-d572-49c3-99fa-1179a3afaf3c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.547537] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2c591412-3533-4b92-a642-c48ce681a82f tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 681.548767] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 681.548767] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.548767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.548767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.549928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.550097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.684598] env[65294]: INFO networking_nsxv3.common.synchronization [req-abc84b29-2d36-416c-9522-49a0f374baf6 req-6f39e6e6-9d48-4c6b-8d36-d33a7a0f6ff2 tempest-ServerExternalEventsTest-769733013 tempest-ServerExternalEventsTest-769733013-project-member] Enqueued Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 681.685143] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 with Priority: HIGHEST for action security_group_members [ 681.685378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d84661-e92f-4e52-ab95-9f0685b7c7a4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.685513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.686208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.686447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.686620] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.686729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.686793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.686958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.687057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.687156] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d84661-e92f-4e52-ab95-9f0685b7c7a4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.765151] env[65294]: INFO networking_nsxv3.common.synchronization [None req-dd6ad3e8-1016-4eea-9dd3-6740408b2f40 None None] Enqueued Resource ID: d4f17d57-f823-4c9b-89bd-ff6abf039078 with Priority: HIGHEST for action port [ 681.765628] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f17d57-f823-4c9b-89bd-ff6abf039078 with Priority: HIGHEST for action port [ 681.765966] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f17d57-f823-4c9b-89bd-ff6abf039078 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.769082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f17d57-f823-4c9b-89bd-ff6abf039078" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.769181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f17d57-f823-4c9b-89bd-ff6abf039078" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.769461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f17d57-f823-4c9b-89bd-ff6abf039078" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.769565] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f17d57-f823-4c9b-89bd-ff6abf039078',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.856276] env[65294]: INFO networking_nsxv3.common.synchronization [None req-24545165-7d74-44c5-ae61-d509f6c6f606 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 681.856832] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 681.864026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.864026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.077314] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.078301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.078520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.078830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.079034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.079238] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf already deleted. [ 682.080136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.080136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.080136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.080136] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.190225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.193154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.193154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.193154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 is going to be updated. [ 682.222833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.222970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.223053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.223258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.223394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.234583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: IN_PROGRESS for 2s [ 682.273641] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4f17d57-f823-4c9b-89bd-ff6abf039078 [ 682.274942] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.275596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.275851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.276282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.276896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.278147] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4f17d57-f823-4c9b-89bd-ff6abf039078 already deleted. [ 682.278147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f17d57-f823-4c9b-89bd-ff6abf039078" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.320317] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0741198b-c2a4-4870-b374-259ad8deb2bd None None] Enqueued Resource ID: ce301a9f-f8fa-4856-9823-fcaf43318d3a with Priority: HIGHEST for action port [ 682.321259] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce301a9f-f8fa-4856-9823-fcaf43318d3a with Priority: HIGHEST for action port [ 682.321259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce301a9f-f8fa-4856-9823-fcaf43318d3a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.321721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce301a9f-f8fa-4856-9823-fcaf43318d3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.321721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce301a9f-f8fa-4856-9823-fcaf43318d3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.321721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce301a9f-f8fa-4856-9823-fcaf43318d3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.321721] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce301a9f-f8fa-4856-9823-fcaf43318d3a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.330474] env[65294]: INFO networking_nsxv3.common.synchronization [req-72c471b5-db29-4496-ab76-336cee15c035 req-aba71ab7-3c4b-4772-9099-ae7b89eb383f tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 682.331071] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 682.331401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.331542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.331877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.331877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.331954] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.332700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.332813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.333014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.333109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333208] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.601145] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.601446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.601446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.601619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.601712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.601810] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf already deleted. [ 682.601892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.819771] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820098] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820270] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820571] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820849] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.821119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.821300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.821557] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.821741] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.822060] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.822142] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.822500] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.822500] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.822500] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.822778] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.822974] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.965034] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce301a9f-f8fa-4856-9823-fcaf43318d3a [ 682.965270] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.965398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.965463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.965661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.965745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.965836] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce301a9f-f8fa-4856-9823-fcaf43318d3a already deleted. [ 682.965911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce301a9f-f8fa-4856-9823-fcaf43318d3a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.968336] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.992140] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.992140] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.169 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.992140] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.992424] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-331" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.992724] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.992859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992913] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.993257] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.993386] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8afc8d-f88e-4219-ac89-d9e2e01f96cf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.470046] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.499112] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.499433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.499592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.499854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.500048] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.500227] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port aa8afc8d-f88e-4219-ac89-d9e2e01f96cf not found, creating... [ 683.500618] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.500786] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.500892] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.501156] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.501364] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.501701] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.501859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.502017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.502274] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.502433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.502573] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: aa8afc8d-f88e-4219-ac89-d9e2e01f96cf is going to be created. [ 683.527540] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.527881] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.528152] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.528474] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.528748] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.529026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.972899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.973195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.973195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.973352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.973512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.973621] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 684.006876] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.007035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.007117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.007492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.007492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.019646] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 684.146201] env[65294]: INFO networking_nsxv3.common.synchronization [req-72c471b5-db29-4496-ab76-336cee15c035 req-92990408-c182-4103-9308-5f772e14d9bf service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 684.146438] env[65294]: INFO networking_nsxv3.common.synchronization [req-72c471b5-db29-4496-ab76-336cee15c035 req-92990408-c182-4103-9308-5f772e14d9bf service nova] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 684.146542] env[65294]: INFO networking_nsxv3.common.synchronization [req-72c471b5-db29-4496-ab76-336cee15c035 req-92990408-c182-4103-9308-5f772e14d9bf service nova] Enqueued Resource ID: aa8afc8d-f88e-4219-ac89-d9e2e01f96cf with Priority: HIGHEST for action port [ 684.147225] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_rules [ 684.147361] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 684.147460] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8afc8d-f88e-4219-ac89-d9e2e01f96cf with Priority: HIGHEST for action port [ 684.147838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.148249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.148249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.148375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.148458] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.149507] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.149507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.150102] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.150232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.150309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.150451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.150521] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8afc8d-f88e-4219-ac89-d9e2e01f96cf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.244890] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 in Status: SUCCESS [ 684.245088] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d84661-e92f-4e52-ab95-9f0685b7c7a4 deletion is rescheduled due to dependency. [ 684.245205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d84661-e92f-4e52-ab95-9f0685b7c7a4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.600819] env[65294]: INFO networking_nsxv3.common.synchronization [None req-75e71706-c865-435f-8360-c6b2ef52aaf4 None None] Enqueued Resource ID: 9dff0a4f-9075-4f0f-9649-2afb6963889f with Priority: HIGHEST for action port [ 684.601494] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dff0a4f-9075-4f0f-9649-2afb6963889f with Priority: HIGHEST for action port [ 684.601729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dff0a4f-9075-4f0f-9649-2afb6963889f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.601850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dff0a4f-9075-4f0f-9649-2afb6963889f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.601918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dff0a4f-9075-4f0f-9649-2afb6963889f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.602988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dff0a4f-9075-4f0f-9649-2afb6963889f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.603093] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dff0a4f-9075-4f0f-9649-2afb6963889f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.655212] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655212] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8afc8d-f88e-4219-ac89-d9e2e01f96cf with status ACTIVE [ 684.655212] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655212] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655212] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.656115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.656115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.656115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.656115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.656115] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8afc8d-f88e-4219-ac89-d9e2e01f96cf is going to be updated. [ 684.682401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.682401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.682401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.682401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.682401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.682401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8afc8d-f88e-4219-ac89-d9e2e01f96cf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.108022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dff0a4f-9075-4f0f-9649-2afb6963889f [ 685.108022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.108022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.108022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.108022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.108022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.108022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dff0a4f-9075-4f0f-9649-2afb6963889f already deleted. [ 685.108022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dff0a4f-9075-4f0f-9649-2afb6963889f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031218] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 686.031495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.032130] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.033129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.033129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.033129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.033255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.033340] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.226192] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ad351880-b548-4930-89b0-3cd0ea92b782 None None] Enqueued Resource ID: 1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9 with Priority: HIGHEST for action port [ 686.226471] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9 with Priority: HIGHEST for action port [ 686.227108] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.227252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.227338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.228783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.228783] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.492418] env[65294]: INFO networking_nsxv3.common.synchronization [req-f11f0397-4897-4033-a829-2e5add0a2f84 req-4fdb449e-7b49-4771-a8c7-360d13027135 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 666b904f-7b83-4625-a454-af0c5171ed42 with Priority: HIGHEST for action security_group_rules [ 686.494046] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666b904f-7b83-4625-a454-af0c5171ed42 with Priority: HIGHEST for action security_group_rules [ 686.494511] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666b904f-7b83-4625-a454-af0c5171ed42 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.494511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666b904f-7b83-4625-a454-af0c5171ed42" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.494511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666b904f-7b83-4625-a454-af0c5171ed42" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.494695] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666b904f-7b83-4625-a454-af0c5171ed42" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.494695] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666b904f-7b83-4625-a454-af0c5171ed42',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.538037] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.726461] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c27c1d22-f2cb-4cca-874a-41bb518ab5ed None None] Enqueued Resource ID: 509e9ad1-ab36-4cfc-aac4-5032d656b669 with Priority: HIGHEST for action port [ 686.726995] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509e9ad1-ab36-4cfc-aac4-5032d656b669 with Priority: HIGHEST for action port [ 686.727305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-509e9ad1-ab36-4cfc-aac4-5032d656b669 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.727419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-509e9ad1-ab36-4cfc-aac4-5032d656b669" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.727511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-509e9ad1-ab36-4cfc-aac4-5032d656b669" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.729065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-509e9ad1-ab36-4cfc-aac4-5032d656b669" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.729208] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('509e9ad1-ab36-4cfc-aac4-5032d656b669',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.730330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9 [ 686.730506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.730611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.730675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.730869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.730996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.731159] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9 already deleted. [ 686.731203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e07dcd4-0bbb-4f5b-87aa-c58547cfadb9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.030888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.031374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.031374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031374] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666b904f-7b83-4625-a454-af0c5171ed42 already deleted. [ 687.031374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666b904f-7b83-4625-a454-af0c5171ed42" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.042805] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.232119] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 509e9ad1-ab36-4cfc-aac4-5032d656b669 [ 687.232402] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.232402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.232402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.232737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.232737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.232835] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:509e9ad1-ab36-4cfc-aac4-5032d656b669 already deleted. [ 687.232835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-509e9ad1-ab36-4cfc-aac4-5032d656b669" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.548642] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.548864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.549034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.549390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.549390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.549475] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 687.581433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.581433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.581614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.581798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.581835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.593190] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 688.179163] env[65294]: INFO networking_nsxv3.common.synchronization [req-aff1b46e-e595-4f27-9f75-5a3ab48c6085 req-ef578f6e-698a-4adf-bcc3-61fe5fe58600 tempest-ServersTestJSON-2024318126 tempest-ServersTestJSON-2024318126-project-member] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 688.179680] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGHEST for action security_group_members [ 688.180019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.180143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.180396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.180575] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.180667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.180891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.180985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.182907] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.684953] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.685299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.685299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.685700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.685929] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.686060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.686166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.686383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.686497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.686609] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d is going to be updated. [ 688.718743] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.718944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.719447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.719764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.719964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.731777] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: IN_PROGRESS for 2s [ 689.187176] env[65294]: INFO networking_nsxv3.common.synchronization [req-db41077b-9fae-4ec0-ae05-0afe6675e8ab req-4408822d-dc09-470c-84bd-06787aa4e3cf tempest-ServersAdminNegativeTestJSON-697106084 tempest-ServersAdminNegativeTestJSON-697106084-project-member] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 689.187176] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 689.187176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.187176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.187176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.187176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.188294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.188530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.188684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.188975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.189185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.189410] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.609188] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 689.610068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.610068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.610068] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.610356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.610356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.610356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.610473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.611145] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.633605] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.633858] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.633924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.634262] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.634462] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.634614] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.635062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.635334] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.635537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.635748] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.635848] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.635949] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.636092] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.636158] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.636254] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.636520] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.674167] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.674452] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.675116] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.675513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.675844] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-ff02b51f-2804-4553-af6b-887189460480 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.676032] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.676147] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.676464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.676625] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff02b51f-2804-4553-af6b-887189460480',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.692795] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.989457] env[65294]: INFO networking_nsxv3.common.synchronization [req-f2c9e47b-758a-419c-9202-f577bb83a45e req-7d0d8ad4-8177-4413-b0d5-73cecf5bb4b1 tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 689.989651] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 689.989940] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.990122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.990417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.990600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.990739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.991031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.991114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.991224] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.113169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.114031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.114031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.115061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.115887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.116252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.116252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.116252] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.179624] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.179850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179972] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.180313] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.180464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.180615] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port ff02b51f-2804-4553-af6b-887189460480 not found, creating... [ 690.180877] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.181060] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.181230] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.181427] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.181539] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.181826] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.181975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.182115] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.182450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.182450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.182596] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: ff02b51f-2804-4553-af6b-887189460480 is going to be created. [ 690.196805] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.203150] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.203347] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.203394] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.203717] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.203856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.204061] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.493898] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.495079] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.495079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.495472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.495472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.495472] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 690.533177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.533317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.533367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.533575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.533702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.546250] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 690.621024] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b0247d0-c3a5-416e-87c5-07ba95dc3e14: rpc.has_security_group_logging(os_id): False [ 690.639728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.639908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.639966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.640424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.640424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.641676] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.641796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.641969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.642163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.642227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.642492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.642644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.643380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.643457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.643517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.643688] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.643800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.643955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.644093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.644093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.644208] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 690.699057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.699374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.699374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.699565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.699655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.699749] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be updated. [ 690.707207] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.707207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.707207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.707207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.723603] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 690.736289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.737705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.737705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.737705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.737705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.746196] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d in Status: SUCCESS [ 690.746196] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d deletion is rescheduled due to dependency. [ 690.746196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.746196] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 690.893815] env[65294]: INFO networking_nsxv3.common.synchronization [req-13ffeb8f-729e-45a9-9758-7cbd5dd65692 req-efef363c-a3c5-45bd-9f45-367626ed56c9 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 6299b473-1a0b-4cf1-b29a-549e144958f8 with Priority: HIGHEST for action security_group_rules [ 690.893815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6299b473-1a0b-4cf1-b29a-549e144958f8 with Priority: HIGHEST for action security_group_rules [ 690.894178] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6299b473-1a0b-4cf1-b29a-549e144958f8 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.894328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6299b473-1a0b-4cf1-b29a-549e144958f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.894373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6299b473-1a0b-4cf1-b29a-549e144958f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.894619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6299b473-1a0b-4cf1-b29a-549e144958f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.894724] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6299b473-1a0b-4cf1-b29a-549e144958f8',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.988833] env[65294]: INFO networking_nsxv3.common.synchronization [req-db41077b-9fae-4ec0-ae05-0afe6675e8ab req-94a8f88d-4b5c-484b-a65e-12fb96bb425e service nova] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_rules [ 690.989223] env[65294]: INFO networking_nsxv3.common.synchronization [req-db41077b-9fae-4ec0-ae05-0afe6675e8ab req-94a8f88d-4b5c-484b-a65e-12fb96bb425e service nova] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 690.989472] env[65294]: INFO networking_nsxv3.common.synchronization [req-db41077b-9fae-4ec0-ae05-0afe6675e8ab req-94a8f88d-4b5c-484b-a65e-12fb96bb425e service nova] Enqueued Resource ID: ff02b51f-2804-4553-af6b-887189460480 with Priority: HIGHEST for action port [ 690.990565] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_rules [ 690.991456] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 690.991456] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff02b51f-2804-4553-af6b-887189460480 with Priority: HIGHEST for action port [ 690.991456] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.991904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.991994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.992261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.992395] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.993777] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.993777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.993777] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff02b51f-2804-4553-af6b-887189460480 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.993987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.993987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.994207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.994286] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff02b51f-2804-4553-af6b-887189460480',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.214506] env[65294]: INFO networking_nsxv3.common.synchronization [None req-042f52c0-e49f-424f-9bcf-8932a0126ee4 None None] Enqueued Resource ID: 7dd35dd0-18ca-4470-8bbb-a1b8577ff791 with Priority: HIGHEST for action port [ 691.215183] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd35dd0-18ca-4470-8bbb-a1b8577ff791 with Priority: HIGHEST for action port [ 691.215531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd35dd0-18ca-4470-8bbb-a1b8577ff791 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.215683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd35dd0-18ca-4470-8bbb-a1b8577ff791" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.215683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd35dd0-18ca-4470-8bbb-a1b8577ff791" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.216015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd35dd0-18ca-4470-8bbb-a1b8577ff791" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.217720] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd35dd0-18ca-4470-8bbb-a1b8577ff791',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.420063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.420063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.420063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.420063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.420063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.420063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6299b473-1a0b-4cf1-b29a-549e144958f8 already deleted. [ 691.420063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6299b473-1a0b-4cf1-b29a-549e144958f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.496867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.497051] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff02b51f-2804-4553-af6b-887189460480 with status ACTIVE [ 691.497241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.497373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.497480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.497888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.497888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.498029] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.498141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.498261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.498639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.498639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.498745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.498815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.498815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.499048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.499048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.499190] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff02b51f-2804-4553-af6b-887189460480 is going to be updated. [ 691.523724] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.523724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.523993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.524282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.524282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff02b51f-2804-4553-af6b-887189460480" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.724490] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dd35dd0-18ca-4470-8bbb-a1b8577ff791 [ 691.724490] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.724490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.724490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.724490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.724490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.724490] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dd35dd0-18ca-4470-8bbb-a1b8577ff791 already deleted. [ 691.724490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd35dd0-18ca-4470-8bbb-a1b8577ff791" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.835047] env[65294]: INFO networking_nsxv3.common.synchronization [req-7fc0122a-2540-49cb-a756-2e3b17da3084 req-46a60b63-b87e-41cd-b5c6-abccffc236ad tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 691.836254] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 691.837177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.839768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.839768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.839768] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.347528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.350748] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.350748] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 already deleted. [ 692.350748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.524943] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.525140] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.525254] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.525563] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.525878] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.525972] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529313] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.529459] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.530271] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.530271] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.530271] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.530271] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.530271] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.530400] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.530471] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.530582] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.553705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.553705] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.553705] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.553921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.554196] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-40d34ec7-f69e-460e-bd66-1d22066572d9 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.554452] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.554495] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.554789] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.554914] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d34ec7-f69e-460e-bd66-1d22066572d9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.556704] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 692.556984] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd deletion is rescheduled due to dependency. [ 692.556984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.739795] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 692.740115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.754434] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 692.754684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.754853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.755407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.755473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755879] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.058355] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.058605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.058725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.058999] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.059170] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.059319] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 40d34ec7-f69e-460e-bd66-1d22066572d9 not found, creating... [ 693.059566] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.059713] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.059822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.060068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.060194] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.060482] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.060616] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.060722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.060915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.061171] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.061262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 40d34ec7-f69e-460e-bd66-1d22066572d9 is going to be created. [ 693.081819] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.082063] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.082215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.082486] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.082707] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.083026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.259620] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.762447] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.783071] env[65294]: INFO networking_nsxv3.common.synchronization [req-7fc0122a-2540-49cb-a756-2e3b17da3084 req-d165c44e-30f7-4375-8ac2-baa5ee414424 service nova] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 693.783243] env[65294]: INFO networking_nsxv3.common.synchronization [req-7fc0122a-2540-49cb-a756-2e3b17da3084 req-d165c44e-30f7-4375-8ac2-baa5ee414424 service nova] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 693.783369] env[65294]: INFO networking_nsxv3.common.synchronization [req-7fc0122a-2540-49cb-a756-2e3b17da3084 req-d165c44e-30f7-4375-8ac2-baa5ee414424 service nova] Enqueued Resource ID: 40d34ec7-f69e-460e-bd66-1d22066572d9 with Priority: HIGHEST for action port [ 693.783595] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_rules [ 693.783743] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 693.783901] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d34ec7-f69e-460e-bd66-1d22066572d9 with Priority: HIGHEST for action port [ 693.784365] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.784513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.784585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.784747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.784856] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.786638] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.786638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.786638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.786638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.787068] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.787175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.787242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.787425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.787524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.787635] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.788836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d34ec7-f69e-460e-bd66-1d22066572d9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.789762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.789762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.789762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.789762] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d34ec7-f69e-460e-bd66-1d22066572d9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.264640] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.264763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.264813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.265031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.265132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.265232] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be updated. [ 694.291370] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.291551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.291685] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.294854] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d34ec7-f69e-460e-bd66-1d22066572d9 with status ACTIVE [ 694.295075] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.295243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.295282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.295473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.295564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.295737] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.295833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.295893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.296084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.296165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.296346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.296437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.296489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.296626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.296697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.296801] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d34ec7-f69e-460e-bd66-1d22066572d9 is going to be updated. [ 694.299802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.299802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.299802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.300088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.300215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.311269] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 694.325099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.325491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.325491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.325636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.325753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.325938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d34ec7-f69e-460e-bd66-1d22066572d9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532416] env[65294]: INFO networking_nsxv3.common.synchronization [req-8591a291-24dc-46d0-82df-0c585831aab8 req-b9c60c3f-5c83-4936-bb85-0db86c763919 tempest-ImagesNegativeTestJSON-1874292415 tempest-ImagesNegativeTestJSON-1874292415-project-member] Enqueued Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 694.532961] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 694.533285] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.533409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.533466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.533725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.533876] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.533964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.534287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.534465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.534555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.534649] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.798743] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.881711] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.881907] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-662" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.882039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-662" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.882386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-662" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.882618] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.882767] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.882877] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883092] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883393] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883428] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.883535] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.883636] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.883728] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.883822] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.883913] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.884189] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.903578] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.903916] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.903916] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.904037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-662" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.904363] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.904531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.904641] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.904957] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.905205] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af1b2fc-77f8-4d9f-8508-1e9caae03e9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.941870] env[65294]: INFO networking_nsxv3.common.synchronization [None req-8f60ea16-d5d0-4981-91b3-427b8e30c329 None None] Enqueued Resource ID: 8c562ab3-d90b-4ead-b3e9-007a2cffc5e5 with Priority: HIGHEST for action port [ 694.942905] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c562ab3-d90b-4ead-b3e9-007a2cffc5e5 with Priority: HIGHEST for action port [ 694.943072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c562ab3-d90b-4ead-b3e9-007a2cffc5e5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.943154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c562ab3-d90b-4ead-b3e9-007a2cffc5e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.944089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c562ab3-d90b-4ead-b3e9-007a2cffc5e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.944089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c562ab3-d90b-4ead-b3e9-007a2cffc5e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.944089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c562ab3-d90b-4ead-b3e9-007a2cffc5e5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.037602] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.037785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.037821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.038271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.038271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.038520] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.038583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.038632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.038786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.038861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.038944] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1392529f-3387-48e5-9094-0e6d5ff687ea already deleted. [ 695.039040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.304763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.304936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.305070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.305245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.305337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.305539] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 is going to be created. [ 695.330146] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.330327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.330467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.330642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.330857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.340920] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: UNINITIALIZED for 2s [ 695.411386] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d not found, creating... [ 695.411386] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.411386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411788] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.411788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.411788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d is going to be created. [ 695.434347] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.434539] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.434652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.434909] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.435151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.435378] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.445565] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c562ab3-d90b-4ead-b3e9-007a2cffc5e5 [ 695.445725] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.445851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.445916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.446132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.446224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.446610] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c562ab3-d90b-4ead-b3e9-007a2cffc5e5 already deleted. [ 695.446610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c562ab3-d90b-4ead-b3e9-007a2cffc5e5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.218023] env[65294]: INFO networking_nsxv3.common.synchronization [req-8591a291-24dc-46d0-82df-0c585831aab8 req-7975a1a6-ab50-4c98-aa4a-a709f9a22334 service nova] Enqueued Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_rules [ 696.218023] env[65294]: INFO networking_nsxv3.common.synchronization [req-8591a291-24dc-46d0-82df-0c585831aab8 req-7975a1a6-ab50-4c98-aa4a-a709f9a22334 service nova] Enqueued Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 696.218023] env[65294]: INFO networking_nsxv3.common.synchronization [req-8591a291-24dc-46d0-82df-0c585831aab8 req-7975a1a6-ab50-4c98-aa4a-a709f9a22334 service nova] Enqueued Resource ID: 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d with Priority: HIGHEST for action port [ 696.218580] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_rules [ 696.218580] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 696.218664] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d with Priority: HIGHEST for action port [ 696.218923] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.219187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.219187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.219419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.219504] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.221839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.222351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.222351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.222351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.222536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.222623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.222669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.223252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.224167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224167] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.224653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.224735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.224902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225557] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af1b2fc-77f8-4d9f-8508-1e9caae03e9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.333599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.333599] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.333599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.333599] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.727513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.728688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.728688] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.729328] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d with status ACTIVE [ 696.729522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.729636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.729702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.730110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.730233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.730438] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.730567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.730607] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.730784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.730870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.732062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.733040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.733040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.733040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.733040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.733040] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af1b2fc-77f8-4d9f-8508-1e9caae03e9d is going to be updated. [ 696.762767] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.763202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.763336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.763485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af1b2fc-77f8-4d9f-8508-1e9caae03e9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.835026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.835026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.835026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.835588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.835771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.836111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.836251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836598] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.836735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.836818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.837009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.837196] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.837327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.838578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.838702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.838770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.839104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.839104] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.234916] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.344042] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d13e132-4bc1-4a55-b96a-d7f5651782ad: rpc.has_security_group_logging(os_id): False [ 697.362068] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: SUCCESS [ 697.362281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.363018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.363090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.363266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.363346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363522] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.365466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.365587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.365954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.365954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.365954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.366334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.366334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.366334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.368726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.368726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.368726] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.368726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.368726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.369155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.369155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.372334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.372334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.372334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.372334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.372808] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be updated. [ 697.451425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.451425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.451425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.451425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.451425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.471819] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 697.737436] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.737693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.738110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.738255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1392529f-3387-48e5-9094-0e6d5ff687ea is going to be created. [ 697.742607] env[65294]: INFO networking_nsxv3.common.synchronization [req-c895df99-8879-4a8b-84eb-d953069ff7e1 req-e1a71e6e-3eb3-4e35-b4a7-e9f67f2d5230 tempest-ImagesOneServerTestJSON-870847150 tempest-ImagesOneServerTestJSON-870847150-project-member] Enqueued Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 697.743348] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac97b80c-acb7-44b6-ae09-012a778d79ca with Priority: HIGHEST for action security_group_members [ 697.743811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac97b80c-acb7-44b6-ae09-012a778d79ca taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.743994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.744138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.744384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.744580] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.744734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.744837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.745119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.745273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.745420] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac97b80c-acb7-44b6-ae09-012a778d79ca',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.767413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.767573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.767633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.767843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.768108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.780096] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: UNINITIALIZED for 2s [ 697.875547] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.184466] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d8baf85b-78f3-4cb8-890d-89e4336158db None None] Enqueued Resource ID: 53bc64f2-0032-4c1d-89a3-033080aca266 with Priority: HIGHEST for action port [ 698.184466] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bc64f2-0032-4c1d-89a3-033080aca266 with Priority: HIGHEST for action port [ 698.184627] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bc64f2-0032-4c1d-89a3-033080aca266 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.184885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bc64f2-0032-4c1d-89a3-033080aca266" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.184885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bc64f2-0032-4c1d-89a3-033080aca266" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.185294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bc64f2-0032-4c1d-89a3-033080aca266" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.185416] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bc64f2-0032-4c1d-89a3-033080aca266',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.248631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.248631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.248631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.249242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.249389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.249527] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac97b80c-acb7-44b6-ae09-012a778d79ca is going to be updated. [ 698.311561] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.311561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.311561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.328443] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: IN_PROGRESS for 2s [ 698.377978] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c4a19d0-befe-4c98-8832-5cfba6e4c178: rpc.has_security_group_logging(os_id): False [ 698.410103] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.410103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.410103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.410360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.410644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.410736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.411824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.411957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.412211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.412875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.412875] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 is going to be created. [ 698.489862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.490015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.493247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.510010] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: IN_PROGRESS for 2s [ 698.688345] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53bc64f2-0032-4c1d-89a3-033080aca266 [ 698.688608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.688773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.688848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.689117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.689212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.689308] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53bc64f2-0032-4c1d-89a3-033080aca266 already deleted. [ 698.689405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bc64f2-0032-4c1d-89a3-033080aca266" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.489407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 699.489716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.793012] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: SUCCESS [ 699.793275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.793755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.793755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.793903] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.794496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.794574] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.296530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.296705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.296776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.297034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.297216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.297321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.297385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.297534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.297641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.297723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.297873] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.297965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.298171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.298308] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.298578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.298652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.298730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.298823] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.341710] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac97b80c-acb7-44b6-ae09-012a778d79ca in Status: SUCCESS [ 700.341710] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac97b80c-acb7-44b6-ae09-012a778d79ca deletion is rescheduled due to dependency. [ 700.341710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac97b80c-acb7-44b6-ae09-012a778d79ca" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.525232] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: SUCCESS [ 700.525558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.802073] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1392529f-3387-48e5-9094-0e6d5ff687ea: rpc.has_security_group_logging(os_id): False [ 700.819823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.819979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.820060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.820299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.820394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.820585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.820679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.820739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.820882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.821497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.824148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.824148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.824283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.824377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.824454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.824641] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.824759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.824794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.824921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.824992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.828535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1392529f-3387-48e5-9094-0e6d5ff687ea is going to be created. [ 700.892576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.892716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.892786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.892994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.893198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.906184] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: IN_PROGRESS for 2s [ 700.972905] env[65294]: INFO networking_nsxv3.common.synchronization [None req-90f72726-2403-43ae-8bdf-58f611f6dd83 None None] Enqueued Resource ID: b747baf0-2201-46f2-9151-81f467b3c8c7 with Priority: HIGHEST for action port [ 700.973469] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747baf0-2201-46f2-9151-81f467b3c8c7 with Priority: HIGHEST for action port [ 700.973909] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b747baf0-2201-46f2-9151-81f467b3c8c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.973909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b747baf0-2201-46f2-9151-81f467b3c8c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.974203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b747baf0-2201-46f2-9151-81f467b3c8c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.974288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b747baf0-2201-46f2-9151-81f467b3c8c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.974469] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b747baf0-2201-46f2-9151-81f467b3c8c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.476404] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b747baf0-2201-46f2-9151-81f467b3c8c7 [ 701.476637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.476817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.476877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.477078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.477155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.477335] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b747baf0-2201-46f2-9151-81f467b3c8c7 already deleted. [ 701.477335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b747baf0-2201-46f2-9151-81f467b3c8c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.768858] env[65294]: INFO networking_nsxv3.common.synchronization [req-810def69-03e6-4f65-8be4-b5c3e20bbe3e req-a711bd5d-7a5b-4e69-ba23-e917945ef9a0 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 701.769455] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 701.769744] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.769861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.769924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.770438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.771160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.771160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.771160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.771160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.771358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.771736] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.274366] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.726286] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.726508] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.726629] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.726925] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.728074] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.728255] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.728451] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.728730] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.728897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.729254] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.729463] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.729681] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.729870] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.730079] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.730259] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.730474] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.753728] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.753884] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.753969] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.754230] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-458" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.754710] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-eeab0d1c-b950-400e-82f3-352f3dd3a535 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.754941] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.755084] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.755433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.755563] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeab0d1c-b950-400e-82f3-352f3dd3a535',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.778012] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.922031] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: SUCCESS [ 702.922031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.259029] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.259330] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259555] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.261137] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.261137] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.261315] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port eeab0d1c-b950-400e-82f3-352f3dd3a535 not found, creating... [ 703.261784] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.262880] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.262880] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.263181] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.264118] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.264118] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.264924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.264924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.265293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.265514] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.265760] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: eeab0d1c-b950-400e-82f3-352f3dd3a535 is going to be created. [ 703.280882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.281365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.281365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.281474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.281508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.281605] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 703.292277] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.292528] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.292694] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.292976] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.293233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.293635] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.312165] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.312297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.312371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.312621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.312790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.324166] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 703.395801] env[65294]: INFO networking_nsxv3.common.synchronization [None req-39bad411-4d43-4ebb-909a-af329409059a None None] Enqueued Resource ID: 3365a754-b3a7-42c7-b057-c95474bd1e54 with Priority: HIGHEST for action port [ 703.396506] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3365a754-b3a7-42c7-b057-c95474bd1e54 with Priority: HIGHEST for action port [ 703.396711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-3365a754-b3a7-42c7-b057-c95474bd1e54 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.396841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3365a754-b3a7-42c7-b057-c95474bd1e54" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.396910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3365a754-b3a7-42c7-b057-c95474bd1e54" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.397202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3365a754-b3a7-42c7-b057-c95474bd1e54" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.397347] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3365a754-b3a7-42c7-b057-c95474bd1e54',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.571674] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6e512c8d-4b85-4e22-9e42-99ca78a48b23 None None] Enqueued Resource ID: 46c86596-e6be-4b72-8eca-436463d94189 with Priority: HIGHEST for action port [ 703.572275] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c86596-e6be-4b72-8eca-436463d94189 with Priority: HIGHEST for action port [ 703.572579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c86596-e6be-4b72-8eca-436463d94189 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.572702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c86596-e6be-4b72-8eca-436463d94189" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.572778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c86596-e6be-4b72-8eca-436463d94189" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.573251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c86596-e6be-4b72-8eca-436463d94189" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.573381] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c86596-e6be-4b72-8eca-436463d94189',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.899429] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3365a754-b3a7-42c7-b057-c95474bd1e54 [ 703.899831] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.899831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.899831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.900172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.900172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.900332] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3365a754-b3a7-42c7-b057-c95474bd1e54 already deleted. [ 703.900378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3365a754-b3a7-42c7-b057-c95474bd1e54" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [req-810def69-03e6-4f65-8be4-b5c3e20bbe3e req-e61ab55d-fa3f-48a7-8c33-563f9e0056fe service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [req-810def69-03e6-4f65-8be4-b5c3e20bbe3e req-e61ab55d-fa3f-48a7-8c33-563f9e0056fe service nova] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [req-810def69-03e6-4f65-8be4-b5c3e20bbe3e req-e61ab55d-fa3f-48a7-8c33-563f9e0056fe service nova] Enqueued Resource ID: eeab0d1c-b950-400e-82f3-352f3dd3a535 with Priority: HIGHEST for action port [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_rules [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 704.019636] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeab0d1c-b950-400e-82f3-352f3dd3a535 with Priority: HIGHEST for action port [ 704.019636] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.019636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.019636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.019636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.020145] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.020990] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.020990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.021148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeab0d1c-b950-400e-82f3-352f3dd3a535 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.021284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.021365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.021559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.021635] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeab0d1c-b950-400e-82f3-352f3dd3a535',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.075266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c86596-e6be-4b72-8eca-436463d94189 [ 704.075545] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.075677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.075744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.076769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.076769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.076769] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c86596-e6be-4b72-8eca-436463d94189 already deleted. [ 704.076769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c86596-e6be-4b72-8eca-436463d94189" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.126106] env[65294]: INFO networking_nsxv3.common.synchronization [req-1de25a5c-0dc5-4aed-93f8-c840e61bf312 req-e8f50880-83c0-44ab-9e65-a51e31777f07 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 68cadbf4-a008-4274-b443-cd73f04bb268 with Priority: HIGHEST for action security_group_rules [ 704.126106] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cadbf4-a008-4274-b443-cd73f04bb268 with Priority: HIGHEST for action security_group_rules [ 704.126106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cadbf4-a008-4274-b443-cd73f04bb268 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.126106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cadbf4-a008-4274-b443-cd73f04bb268" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.126106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cadbf4-a008-4274-b443-cd73f04bb268" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.126293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cadbf4-a008-4274-b443-cd73f04bb268" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.126320] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cadbf4-a008-4274-b443-cd73f04bb268',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.524559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.524559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.525639] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeab0d1c-b950-400e-82f3-352f3dd3a535 with status ACTIVE [ 704.525639] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.525639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.525639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.525639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.525916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.526195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.526974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.531141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.531141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.531141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeab0d1c-b950-400e-82f3-352f3dd3a535 is going to be updated. [ 704.551816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.551986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.553094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.553489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.554057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.554057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeab0d1c-b950-400e-82f3-352f3dd3a535" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.659232] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.660824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.660916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.661297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.661410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.661525] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cadbf4-a008-4274-b443-cd73f04bb268 already deleted. [ 704.663328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cadbf4-a008-4274-b443-cd73f04bb268" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.341805] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 705.343660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.345590] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.345808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.345929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.346222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.346378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.346539] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.434158] env[65294]: INFO networking_nsxv3.common.synchronization [None req-94a87983-9317-4e33-a9e9-30645b330d52 None None] Enqueued Resource ID: d6b00bda-6bd6-4717-8a21-5c90ed3f2c00 with Priority: HIGHEST for action port [ 705.434158] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b00bda-6bd6-4717-8a21-5c90ed3f2c00 with Priority: HIGHEST for action port [ 705.435528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b00bda-6bd6-4717-8a21-5c90ed3f2c00 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.436854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b00bda-6bd6-4717-8a21-5c90ed3f2c00" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.436854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b00bda-6bd6-4717-8a21-5c90ed3f2c00" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.436854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b00bda-6bd6-4717-8a21-5c90ed3f2c00" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.437027] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b00bda-6bd6-4717-8a21-5c90ed3f2c00',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.850930] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.941611] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b00bda-6bd6-4717-8a21-5c90ed3f2c00 [ 705.941719] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.941805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.943053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.943053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.943053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.943053] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b00bda-6bd6-4717-8a21-5c90ed3f2c00 already deleted. [ 705.943053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b00bda-6bd6-4717-8a21-5c90ed3f2c00" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.351265] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.854601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.854753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.854899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.855068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.855349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.855349] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 706.887274] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.887448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.887654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.887739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.887860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.900111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 707.152285] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0e236e6d-01dd-43c1-ac00-fb6098bf0e7e tempest-ServerActionsV293TestJSON-16747549 tempest-ServerActionsV293TestJSON-16747549-project-member] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 707.153466] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 707.153466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.155662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.155662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.155662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.155662] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.279739] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a6537c4e-b378-4d25-9671-7825e7fd5acd tempest-ServerActionsV293TestJSON-16747549 tempest-ServerActionsV293TestJSON-16747549-project-member] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 707.280991] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 707.281477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.281636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.686479] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.686870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.686870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.687037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.689154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.689154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 already deleted. [ 707.689154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.689154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.689154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.689154] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.209921] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.209921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.210352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.210934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.211110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.211938] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 already deleted. [ 708.212140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.408476] env[65294]: INFO networking_nsxv3.common.synchronization [req-7bdafbb3-6ce4-4721-b142-eed27ee866c1 req-2ced2037-83ec-4394-934e-5a7ce93c13bf tempest-VolumesAssistedSnapshotsTest-1589193227 tempest-VolumesAssistedSnapshotsTest-1589193227-project-member] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 708.409764] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGHEST for action security_group_members [ 708.410118] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.410315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.410374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.410641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.410918] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.411189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.411303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.411529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.411611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.411708] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.915373] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 708.915712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.915830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.916526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.916526] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.916526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.916526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.916710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917044] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.919378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.919822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.919822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.919915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.919944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.920292] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.920483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.920483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.921248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.921248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.921248] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 is going to be updated. [ 708.961065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.962432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.962583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.963640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.963927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.982112] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: IN_PROGRESS for 2s [ 709.422833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.423059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.423329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.423526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.423900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.424078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.424558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.424775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.425287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.425287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.425453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.425577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.425810] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.426125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.426576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.426821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.426960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.427279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.427715] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.823921] env[65294]: INFO networking_nsxv3.common.synchronization [req-97fe9c41-2c96-4c47-9d17-f5091cf3e3fe req-68855b1c-c568-4072-9bf7-6718e7b50368 tempest-TenantUsagesTestJSON-1255183249 tempest-TenantUsagesTestJSON-1255183249-project-member] Enqueued Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 709.824573] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 709.824883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.825940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.825940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.826457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.826855] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.826855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.826855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.828036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.828036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.828840] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.931459] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18405fba-91f9-424d-9275-995b5dd48dab: rpc.has_security_group_logging(os_id): False [ 709.952693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.952911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.952943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.953813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.953813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.953813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.953991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.954621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.954621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.954621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.954882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.955969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.955969] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.956215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.956520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.956600] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 710.033891] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.034192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.034192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.034472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.034756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058027] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 710.330700] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.332747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.332747] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 already deleted. [ 710.332747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479204] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.479204] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.479204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479526] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.479526] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.479526] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.479625] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.479732] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.479815] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.479953] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.503435] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.503773] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.503773] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.503965] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.504311] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-270fdfe7-c6e5-4565-a13a-785da2c3426c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.504494] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.504584] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.504940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.505095] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270fdfe7-c6e5-4565-a13a-785da2c3426c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.719709] env[65294]: INFO networking_nsxv3.common.synchronization [None req-36a02089-3ace-4b06-a79a-e4f3ef5e5c4a None None] Enqueued Resource ID: d4a31c40-dac9-4750-a09c-d8687a51504e with Priority: HIGHEST for action port [ 710.719982] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a31c40-dac9-4750-a09c-d8687a51504e with Priority: HIGHEST for action port [ 710.720725] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a31c40-dac9-4750-a09c-d8687a51504e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.721476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a31c40-dac9-4750-a09c-d8687a51504e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a31c40-dac9-4750-a09c-d8687a51504e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.721883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a31c40-dac9-4750-a09c-d8687a51504e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.721971] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a31c40-dac9-4750-a09c-d8687a51504e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.994470] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d12d398-99e5-48b2-a868-36b740f9d780 in Status: SUCCESS [ 710.995568] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 deletion is rescheduled due to dependency. [ 710.995568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.007549] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.007688] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.007740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.007987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.008223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.008407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 270fdfe7-c6e5-4565-a13a-785da2c3426c not found, creating... [ 711.008709] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.009562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.009562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.009562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.009562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.009724] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.009962] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.010128] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.010580] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.010646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.010748] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 270fdfe7-c6e5-4565-a13a-785da2c3426c is going to be created. [ 711.034955] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.035270] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.035413] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.035689] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.035989] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.036201] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.224338] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4a31c40-dac9-4750-a09c-d8687a51504e [ 711.224617] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.224851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.224851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.225116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.225217] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4a31c40-dac9-4750-a09c-d8687a51504e already deleted. [ 711.225304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a31c40-dac9-4750-a09c-d8687a51504e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762984] env[65294]: INFO networking_nsxv3.common.synchronization [req-97fe9c41-2c96-4c47-9d17-f5091cf3e3fe req-2362159c-7ac0-4e60-9c81-5f29e8109c7c service nova] Enqueued Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_rules [ 711.762984] env[65294]: INFO networking_nsxv3.common.synchronization [req-97fe9c41-2c96-4c47-9d17-f5091cf3e3fe req-2362159c-7ac0-4e60-9c81-5f29e8109c7c service nova] Enqueued Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 711.762984] env[65294]: INFO networking_nsxv3.common.synchronization [req-97fe9c41-2c96-4c47-9d17-f5091cf3e3fe req-2362159c-7ac0-4e60-9c81-5f29e8109c7c service nova] Enqueued Resource ID: 270fdfe7-c6e5-4565-a13a-785da2c3426c with Priority: HIGHEST for action port [ 711.763513] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_rules [ 711.763662] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 711.763774] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270fdfe7-c6e5-4565-a13a-785da2c3426c with Priority: HIGHEST for action port [ 711.764012] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.768546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.768672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.769222] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.774099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.774099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.774099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.774099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.776877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-270fdfe7-c6e5-4565-a13a-785da2c3426c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.777076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.777199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.777937] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270fdfe7-c6e5-4565-a13a-785da2c3426c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.080071] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 712.080441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.281584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.281767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.281958] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.283655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270fdfe7-c6e5-4565-a13a-785da2c3426c with status ACTIVE [ 712.283917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.284812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.284912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.285538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.285979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.288722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.288722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.288722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.288722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.288722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.288722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.288722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.289261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.289261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.289544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.289720] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270fdfe7-c6e5-4565-a13a-785da2c3426c is going to be updated. [ 712.323462] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.323462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.323462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.323462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.323462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.323462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270fdfe7-c6e5-4565-a13a-785da2c3426c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.792662] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.887463] env[65294]: INFO networking_nsxv3.common.synchronization [None req-264ab133-9167-42b1-b102-4ee377357330 None None] Enqueued Resource ID: 4c4c7340-cc06-4cbb-a692-fea8312c4ff8 with Priority: HIGHEST for action port [ 712.887463] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4c7340-cc06-4cbb-a692-fea8312c4ff8 with Priority: HIGHEST for action port [ 712.887600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4c7340-cc06-4cbb-a692-fea8312c4ff8 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4c7340-cc06-4cbb-a692-fea8312c4ff8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4c7340-cc06-4cbb-a692-fea8312c4ff8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.889624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4c7340-cc06-4cbb-a692-fea8312c4ff8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.889624] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4c7340-cc06-4cbb-a692-fea8312c4ff8',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.029446] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1ac62719-2a10-4b0e-bc72-d7a86c57aead None None] Enqueued Resource ID: fd609df9-9f62-49d4-a7ac-f000e950b76b with Priority: HIGHEST for action port [ 713.030160] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd609df9-9f62-49d4-a7ac-f000e950b76b with Priority: HIGHEST for action port [ 713.031481] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd609df9-9f62-49d4-a7ac-f000e950b76b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.031593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd609df9-9f62-49d4-a7ac-f000e950b76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.031593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd609df9-9f62-49d4-a7ac-f000e950b76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.031840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd609df9-9f62-49d4-a7ac-f000e950b76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.031928] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd609df9-9f62-49d4-a7ac-f000e950b76b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.297591] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.297591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.297591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.298725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.298725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.298725] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 is going to be created. [ 713.327663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.327663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.327663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.327663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.327906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.350110] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: UNINITIALIZED for 2s [ 713.393190] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c4c7340-cc06-4cbb-a692-fea8312c4ff8 [ 713.393190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.393190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.393190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.395175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.395175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.395175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c4c7340-cc06-4cbb-a692-fea8312c4ff8 already deleted. [ 713.395175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4c7340-cc06-4cbb-a692-fea8312c4ff8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.536063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd609df9-9f62-49d4-a7ac-f000e950b76b [ 713.536063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.536063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.536063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.536063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.536063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.536063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd609df9-9f62-49d4-a7ac-f000e950b76b already deleted. [ 713.536063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd609df9-9f62-49d4-a7ac-f000e950b76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.695825] env[65294]: INFO networking_nsxv3.common.synchronization [req-30a4a5f9-70df-4a04-b0e8-9495b711e257 req-0a6fac95-1267-41e0-a5f2-58c34ea1bec8 tempest-FloatingIPsAssociationTestJSON-1487638073 tempest-FloatingIPsAssociationTestJSON-1487638073-project-member] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 713.695825] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 713.695825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.695825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.695825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.695825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.695825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.696158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.696499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.696499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.696499] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.201189] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.216535] env[65294]: INFO networking_nsxv3.common.synchronization [req-1d2fbc9c-d45e-4268-bf2a-1348fe6dca97 req-ff6f2d4d-3d77-4f4e-8ef9-f4eb730f08f1 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 8525fdea-a3e2-4efa-ba43-f583ac7e3d3d with Priority: HIGHEST for action security_group_rules [ 714.217126] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525fdea-a3e2-4efa-ba43-f583ac7e3d3d with Priority: HIGHEST for action security_group_rules [ 714.217534] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8525fdea-a3e2-4efa-ba43-f583ac7e3d3d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8525fdea-a3e2-4efa-ba43-f583ac7e3d3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.217791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8525fdea-a3e2-4efa-ba43-f583ac7e3d3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.218140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8525fdea-a3e2-4efa-ba43-f583ac7e3d3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.218254] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8525fdea-a3e2-4efa-ba43-f583ac7e3d3d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.234278] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.234468] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.234889] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.235014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.235263] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.235418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.235539] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.235730] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.235868] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.236081] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.236189] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.236291] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.236391] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.236489] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.236587] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.236768] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.256244] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.256442] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.256542] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.256717] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-181" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.257079] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.257195] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.257315] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.257670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.257835] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d56cbd4-1327-4791-9f9f-f82f5f8ff76b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.702633] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.740305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.740305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.740502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.740637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.740676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.740773] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8525fdea-a3e2-4efa-ba43-f583ac7e3d3d already deleted. [ 714.740854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8525fdea-a3e2-4efa-ba43-f583ac7e3d3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.762509] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.762509] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.763459] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.763753] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.764386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.764386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b not found, creating... [ 714.764386] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.764628] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.764628] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.764817] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.764943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765232] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.765374] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.765479] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.766589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.766589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.766589] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b is going to be created. [ 714.793940] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.793940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.793940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.793940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.793940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.793940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.208786] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.208786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.208786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.208786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.208786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.208786] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be updated. [ 715.242644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.242868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.242868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.243447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.243447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 715.360921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: SUCCESS [ 715.361143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.361311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.361556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.361975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.361975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.361975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.362268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.362268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362384] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.556997] env[65294]: INFO networking_nsxv3.common.synchronization [req-30a4a5f9-70df-4a04-b0e8-9495b711e257 req-170c1656-e625-4136-aaa6-560aa8c34ab2 service nova] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_rules [ 715.557215] env[65294]: INFO networking_nsxv3.common.synchronization [req-30a4a5f9-70df-4a04-b0e8-9495b711e257 req-170c1656-e625-4136-aaa6-560aa8c34ab2 service nova] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 715.557329] env[65294]: INFO networking_nsxv3.common.synchronization [req-30a4a5f9-70df-4a04-b0e8-9495b711e257 req-170c1656-e625-4136-aaa6-560aa8c34ab2 service nova] Enqueued Resource ID: 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b with Priority: HIGHEST for action port [ 715.559374] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_rules [ 715.559577] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 715.559700] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b with Priority: HIGHEST for action port [ 715.560783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.560859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.560888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.561100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.561194] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.562226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.562330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.562526] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.562632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.562916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.562916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.563185] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d56cbd4-1327-4791-9f9f-f82f5f8ff76b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.619741] env[65294]: INFO networking_nsxv3.common.synchronization [None req-990fa573-eeea-4d39-be37-08cdc5622278 None None] Enqueued Resource ID: 1afdc43c-44c6-4838-aa08-47cdce0250a9 with Priority: HIGHEST for action port [ 715.620392] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afdc43c-44c6-4838-aa08-47cdce0250a9 with Priority: HIGHEST for action port [ 715.621331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1afdc43c-44c6-4838-aa08-47cdce0250a9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.621855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1afdc43c-44c6-4838-aa08-47cdce0250a9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.622220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1afdc43c-44c6-4838-aa08-47cdce0250a9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.623399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1afdc43c-44c6-4838-aa08-47cdce0250a9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.623399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afdc43c-44c6-4838-aa08-47cdce0250a9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.868136] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868136] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868136] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868136] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.003044] env[65294]: INFO networking_nsxv3.common.synchronization [req-c804e646-9983-43cf-823c-b080d500c239 req-3587eb38-e7fd-441b-a072-da12140e4c62 tempest-ImagesNegativeTestJSON-1874292415 tempest-ImagesNegativeTestJSON-1874292415-project-member] Enqueued Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 716.003044] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1392529f-3387-48e5-9094-0e6d5ff687ea with Priority: HIGHEST for action security_group_members [ 716.003044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-1392529f-3387-48e5-9094-0e6d5ff687ea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.003528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.006187] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.006187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.006187] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1392529f-3387-48e5-9094-0e6d5ff687ea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.065911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.065911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.066084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b with status ACTIVE [ 716.066452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.066452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.066452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.066644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.066772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.066950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.067773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.067773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.067996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.068048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.068544] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d56cbd4-1327-4791-9f9f-f82f5f8ff76b is going to be updated. [ 716.091773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.091773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.091773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.091999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.092118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.092285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d56cbd4-1327-4791-9f9f-f82f5f8ff76b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125739] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1afdc43c-44c6-4838-aa08-47cdce0250a9 [ 716.125888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.126133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.126340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.126679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.126679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.126817] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1afdc43c-44c6-4838-aa08-47cdce0250a9 already deleted. [ 716.126889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1afdc43c-44c6-4838-aa08-47cdce0250a9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.370201] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b15fc1-bcec-4afe-82aa-7e613a9a2259: rpc.has_security_group_logging(os_id): False [ 716.390197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.390400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.390492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.391433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.391536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.391825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.391949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.392027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.392244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.392374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.392684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.392845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.392897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.393082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.393271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.393549] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.393691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.393691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.393845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.393943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.394072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 is going to be created. [ 716.456337] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.456664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.456664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.456907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.456947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.479224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: IN_PROGRESS for 2s [ 716.506788] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.507212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.507514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.507606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507843] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.507965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.508122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.508197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1392529f-3387-48e5-9094-0e6d5ff687ea is going to be updated. [ 716.539413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.539413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.539413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.539555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.540011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.553361] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: IN_PROGRESS for 2s [ 717.263562] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 717.263961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.264037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.264526] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.264717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.264982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.265098] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.769761] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.172045] env[65294]: INFO networking_nsxv3.common.synchronization [req-4360086e-1d72-4394-befb-d5b25b8f1c48 req-0ff16129-b5d4-4730-8923-5fe1936d8522 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 718.173066] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 718.173066] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.173066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.173066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.173564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.173564] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1b544d-048e-45a6-ac8e-8a713e09d27a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.275347] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.493894] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: SUCCESS [ 718.494231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.563184] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1392529f-3387-48e5-9094-0e6d5ff687ea in Status: SUCCESS [ 718.563325] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1392529f-3387-48e5-9094-0e6d5ff687ea deletion is rescheduled due to dependency. [ 718.563434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1392529f-3387-48e5-9094-0e6d5ff687ea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.694032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.694184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.694312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.694641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.694751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.694828] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a already deleted. [ 718.694863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.773562] env[65294]: INFO networking_nsxv3.common.synchronization [req-3d597b4c-4b4f-4809-a12e-5ca938157d2d req-5bdca309-2d08-46aa-8402-26f0d1e721dd tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 718.775632] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 718.776035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776874] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1b544d-048e-45a6-ac8e-8a713e09d27a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.778473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.779036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.779036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.779036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.779036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.779247] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be updated. [ 718.813460] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.813646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.813719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.813973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.814149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.827771] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 719.304478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.304478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.304478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.304478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.304478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.304478] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a already deleted. [ 719.304478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.992974] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d3fd18a0-decc-4a6d-8fd6-089323987941 None None] Enqueued Resource ID: f66efd5d-c9e4-484a-bc71-52707431e80a with Priority: HIGHEST for action port [ 719.993527] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66efd5d-c9e4-484a-bc71-52707431e80a with Priority: HIGHEST for action port [ 719.993823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66efd5d-c9e4-484a-bc71-52707431e80a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.994012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66efd5d-c9e4-484a-bc71-52707431e80a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.994012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66efd5d-c9e4-484a-bc71-52707431e80a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.994714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66efd5d-c9e4-484a-bc71-52707431e80a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.994714] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66efd5d-c9e4-484a-bc71-52707431e80a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.210388] env[65294]: INFO networking_nsxv3.common.synchronization [req-8430fe8e-054f-410d-ad3d-e5358cc8eb20 req-2b4ad764-bf89-4b2e-abf3-bbf6a8f2657f tempest-FloatingIPsAssociationNegativeTestJSON-2030514945 tempest-FloatingIPsAssociationNegativeTestJSON-2030514945-project-member] Enqueued Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 720.210950] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGHEST for action security_group_members [ 720.211288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.211415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.211478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.211670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.211816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.212055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.212055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.212435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.213547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.213547] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.496993] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f66efd5d-c9e4-484a-bc71-52707431e80a [ 720.497510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.497510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.497829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.497980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.498607] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f66efd5d-c9e4-484a-bc71-52707431e80a already deleted. [ 720.498607] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66efd5d-c9e4-484a-bc71-52707431e80a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.537297] env[65294]: INFO networking_nsxv3.common.synchronization [req-de66a3bc-2001-4f76-8ee9-3724a9e26dc3 req-b44de517-df6b-4c8c-b0be-4bc78dabc463 tempest-SecurityGroupRulesTestJSON-1390999257 tempest-SecurityGroupRulesTestJSON-1390999257-project-member] Enqueued Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 720.538834] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a with Priority: HIGHEST for action security_group_rules [ 720.538834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1b544d-048e-45a6-ac8e-8a713e09d27a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.715835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.716218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.716257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.716551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.716691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.716973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.717166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.717259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.717481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.717776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.717776] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 is going to be updated. [ 720.760051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.760160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.760210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.760485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.760625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.777215] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: IN_PROGRESS for 2s [ 720.839982] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 720.840324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.841077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.841077] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.841077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.841077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.841521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.841521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.841521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.841521] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.064837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.065247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.065247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.065513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.065599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.065727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1b544d-048e-45a6-ac8e-8a713e09d27a already deleted. [ 721.065835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1b544d-048e-45a6-ac8e-8a713e09d27a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346127] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.346300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.346740] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.346833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.347042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.347124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.347203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.347340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.347424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.347479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.347609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.347734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.347815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.348518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.348518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.348518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.348518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.348518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.852275] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c907ab-7037-4411-bd8f-bf32468ede01: rpc.has_security_group_logging(os_id): False [ 721.874072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.874588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.874588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.874588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.874588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.874786] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.874890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.874952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.875661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.875661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.875661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.875661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.875661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.875899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.875899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.876305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.876305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.876305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.876305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.876481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.876481] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be updated. [ 721.957035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.957226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974337] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 722.789993] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 in Status: SUCCESS [ 722.790201] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 deletion is rescheduled due to dependency. [ 722.790413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.855453] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1e62abe6-c4eb-48c5-9479-98b98e70208a None None] Enqueued Resource ID: d6def4df-3dda-4ab6-9be4-244ad4031621 with Priority: HIGHEST for action port [ 722.858681] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6def4df-3dda-4ab6-9be4-244ad4031621 with Priority: HIGHEST for action port [ 722.858681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6def4df-3dda-4ab6-9be4-244ad4031621 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.858681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6def4df-3dda-4ab6-9be4-244ad4031621" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.858681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6def4df-3dda-4ab6-9be4-244ad4031621" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.858681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6def4df-3dda-4ab6-9be4-244ad4031621" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.858681] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6def4df-3dda-4ab6-9be4-244ad4031621',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.359530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6def4df-3dda-4ab6-9be4-244ad4031621 [ 723.360023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.360254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.360361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.360718] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6def4df-3dda-4ab6-9be4-244ad4031621 already deleted. [ 723.360718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6def4df-3dda-4ab6-9be4-244ad4031621" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.989132] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 723.989410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.463601] env[65294]: INFO networking_nsxv3.common.synchronization [req-85bf6d73-1cac-42d1-af41-939f51a01cc1 req-ed592fa1-9015-4b4e-a700-39b869ff56bd tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 725.463886] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 725.464216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.464444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.464444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.464706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.464773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.464873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.464937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.465100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.465188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.465281] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.814663] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.815161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.815226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.816297] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817511] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.817511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817735] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817995] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.818205] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.820171] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.820171] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.820171] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.820171] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.820171] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.840121] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.840689] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.840689] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.840689] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.840982] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-c72437b7-3aec-4797-b48f-68d9830bea69 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.841523] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.841523] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.841985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.841985] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72437b7-3aec-4797-b48f-68d9830bea69',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.967973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.968218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.968293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.968580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.968686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.968933] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.968997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.969079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.969253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.969307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.969400] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 725.995980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.996138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.996208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.996416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.996550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.007303] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 726.344675] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.344883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.344929] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.345247] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.345394] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.345548] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port c72437b7-3aec-4797-b48f-68d9830bea69 not found, creating... [ 726.345806] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.345956] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346082] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.346300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.346433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.346708] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.346860] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.347011] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.347224] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.347371] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.347518] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: c72437b7-3aec-4797-b48f-68d9830bea69 is going to be created. [ 726.378971] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.379210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.379389] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.379672] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.379910] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.380145] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.703666] env[65294]: INFO networking_nsxv3.common.synchronization [req-74b7ed4d-468b-4d40-9309-9cec3596e47d req-7679208a-b853-437d-8ea0-99cf3d86fcd0 tempest-TenantUsagesTestJSON-1255183249 tempest-TenantUsagesTestJSON-1255183249-project-member] Enqueued Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 726.704281] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGHEST for action security_group_members [ 726.704616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.705143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.705840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.705840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.705840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.705840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.705840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.705840] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.115897] env[65294]: INFO networking_nsxv3.common.synchronization [req-85bf6d73-1cac-42d1-af41-939f51a01cc1 req-941cecf2-d848-4768-bcd5-e355f4d3babe service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 727.116090] env[65294]: INFO networking_nsxv3.common.synchronization [req-85bf6d73-1cac-42d1-af41-939f51a01cc1 req-941cecf2-d848-4768-bcd5-e355f4d3babe service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 727.116225] env[65294]: INFO networking_nsxv3.common.synchronization [req-85bf6d73-1cac-42d1-af41-939f51a01cc1 req-941cecf2-d848-4768-bcd5-e355f4d3babe service nova] Enqueued Resource ID: c72437b7-3aec-4797-b48f-68d9830bea69 with Priority: HIGHEST for action port [ 727.116453] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 727.116572] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 727.116667] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72437b7-3aec-4797-b48f-68d9830bea69 with Priority: HIGHEST for action port [ 727.117290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.117416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.117484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.117714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.117798] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.118656] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.118742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.118930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72437b7-3aec-4797-b48f-68d9830bea69 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.119041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.119103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.119332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119332] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72437b7-3aec-4797-b48f-68d9830bea69',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.210717] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.210870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.210961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.211186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.211283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.211525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.211634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.211687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.211827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.211907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.211995] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 is going to be updated. [ 727.250070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.250070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.250070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.250070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.250070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257314] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: IN_PROGRESS for 2s [ 727.623555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.623555] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c72437b7-3aec-4797-b48f-68d9830bea69 with status ACTIVE [ 727.623555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.623555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.623555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.623555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.624940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.624940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.624940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.624940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.624940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c72437b7-3aec-4797-b48f-68d9830bea69 is going to be updated. [ 727.648404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.648586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.648666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.648819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.649031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.649242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72437b7-3aec-4797-b48f-68d9830bea69" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019518] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 728.019518] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.019518] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.019518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.521996] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.905290] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a7c8e01-250a-4043-a675-b6bfe29b6047 req-3b218fca-cb7d-4b81-a512-0d72c6430490 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 728.905466] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 728.905681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.905802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.905867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.906132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.906393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.906460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.906609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.026428] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.268945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 in Status: SUCCESS [ 729.269038] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 deletion is rescheduled due to dependency. [ 729.269146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.364781] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.364988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.365246] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.365589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.365861] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.366017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.366128] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.366326] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.366460] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.366660] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.366771] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.367138] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.367138] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.367138] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.367240] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.367320] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.386082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.386231] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.386305] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.386443] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.386750] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-a5792a70-dc48-4e8e-a3bb-9dcc17264360 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.386912] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.387033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.387350] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.387478] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5792a70-dc48-4e8e-a3bb-9dcc17264360',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.408877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.408877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.408877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.408877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.409123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.409154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.409341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.409341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.409482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.409560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.409649] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf already deleted. [ 729.409735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.528880] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.529049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.529124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.529339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.529433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.529530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 729.559934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.560077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.560155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.560412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.560543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.572376] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 729.891507] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.891507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.891640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.891899] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.895020] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port a5792a70-dc48-4e8e-a3bb-9dcc17264360 not found, creating... [ 729.895020] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.895020] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.895020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.895426] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.895426] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.895426] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: a5792a70-dc48-4e8e-a3bb-9dcc17264360 is going to be created. [ 729.919911] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.920341] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.920657] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.921052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.921400] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.921719] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.527233] env[65294]: INFO networking_nsxv3.common.synchronization [None req-767bea8f-1dcc-438c-8bae-bb7bade0eba0 None None] Enqueued Resource ID: 1ab6f243-be8c-4372-86c2-bd3d449b8545 with Priority: HIGHEST for action port [ 730.528497] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab6f243-be8c-4372-86c2-bd3d449b8545 with Priority: HIGHEST for action port [ 730.528497] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab6f243-be8c-4372-86c2-bd3d449b8545 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.528497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab6f243-be8c-4372-86c2-bd3d449b8545" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.528497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab6f243-be8c-4372-86c2-bd3d449b8545" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.528497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab6f243-be8c-4372-86c2-bd3d449b8545" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.528497] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab6f243-be8c-4372-86c2-bd3d449b8545',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.651576] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a7c8e01-250a-4043-a675-b6bfe29b6047 req-2fe08fe7-fc48-427a-af2e-02a7db122a88 service nova] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 730.651576] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a7c8e01-250a-4043-a675-b6bfe29b6047 req-2fe08fe7-fc48-427a-af2e-02a7db122a88 service nova] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 730.651576] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a7c8e01-250a-4043-a675-b6bfe29b6047 req-2fe08fe7-fc48-427a-af2e-02a7db122a88 service nova] Enqueued Resource ID: a5792a70-dc48-4e8e-a3bb-9dcc17264360 with Priority: HIGHEST for action port [ 730.651991] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_rules [ 730.652179] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 730.652280] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5792a70-dc48-4e8e-a3bb-9dcc17264360 with Priority: HIGHEST for action port [ 730.652551] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.652674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.652746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.652948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.653073] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.654705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.654705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.654705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.654705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.654705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.654705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.654705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.655041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.655041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.655041] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.657208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5792a70-dc48-4e8e-a3bb-9dcc17264360 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.657208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.657208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.657208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.657528] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5792a70-dc48-4e8e-a3bb-9dcc17264360',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.032961] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ab6f243-be8c-4372-86c2-bd3d449b8545 [ 731.033276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.033432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.033502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.033757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.033882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.033995] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ab6f243-be8c-4372-86c2-bd3d449b8545 already deleted. [ 731.034095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab6f243-be8c-4372-86c2-bd3d449b8545" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.157785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.159457] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.159596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.159725] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5792a70-dc48-4e8e-a3bb-9dcc17264360 with status ACTIVE [ 731.160065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.160065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.160065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.160282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.160460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.160552] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.160636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.160697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.160850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.160930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.161119] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.161213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.161405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.162928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.162928] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5792a70-dc48-4e8e-a3bb-9dcc17264360 is going to be updated. [ 731.183134] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.183134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.183134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.183134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.183134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.183454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5792a70-dc48-4e8e-a3bb-9dcc17264360" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.308442] env[65294]: INFO networking_nsxv3.common.synchronization [req-4fa27190-7207-430a-8956-5e8ca37c055e req-1a7bdec0-f29d-47af-8f9b-1c15cae2cde5 tempest-InstanceActionsNegativeTestJSON-1677036927 tempest-InstanceActionsNegativeTestJSON-1677036927-project-member] Enqueued Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 731.308442] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 731.308757] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.308874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.308938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.309317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.309482] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.309581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.309864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.309864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.309948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.309979] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.582641] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.584998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584998] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.660789] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.702804] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.703104] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-679" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.703348] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-679" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.703614] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-679" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.703875] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.704094] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.704237] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.704492] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.704674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.704901] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.705098] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.705241] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.705370] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.705499] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.705622] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.705774] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.724835] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.725017] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.725145] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.725300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-679" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.725614] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-42fdb29d-1613-4cb8-83aa-94bf69693113 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.725781] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.725895] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.726301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.726414] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fdb29d-1613-4cb8-83aa-94bf69693113',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.813822] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.813822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.813822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.813822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.814177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.814177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.814270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.814270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.814386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.817065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.817065] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 already deleted. [ 731.817065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.087877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.088128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.088205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.088495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.088754] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.088914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.089017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.089287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.089456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.089586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.089820] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.089953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.090070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.090262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.090586] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.090658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.090762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.090970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.091143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.091298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.091518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.165706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.165706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.165706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.165706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.165706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.165706] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf is going to be created. [ 732.192407] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.192407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.192407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.192407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.192407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.205766] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: UNINITIALIZED for 2s [ 732.230340] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.230689] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.230916] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.231104] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.231268] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.231435] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 42fdb29d-1613-4cb8-83aa-94bf69693113 not found, creating... [ 732.231726] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.231892] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232010] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232250] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232373] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232660] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232832] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.233155] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.233282] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.233414] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 42fdb29d-1613-4cb8-83aa-94bf69693113 is going to be created. [ 732.259308] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.259308] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.259308] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.259308] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.259308] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.259632] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.484154] env[65294]: INFO networking_nsxv3.common.synchronization [None req-13d67452-2782-483e-aa61-d5cf6d7316bd None None] Enqueued Resource ID: 5e0fe2c3-3360-4297-b170-b50c531fc293 with Priority: HIGHEST for action port [ 732.484614] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0fe2c3-3360-4297-b170-b50c531fc293 with Priority: HIGHEST for action port [ 732.485140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0fe2c3-3360-4297-b170-b50c531fc293 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.485140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0fe2c3-3360-4297-b170-b50c531fc293" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.485140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0fe2c3-3360-4297-b170-b50c531fc293" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.485383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0fe2c3-3360-4297-b170-b50c531fc293" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.485732] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0fe2c3-3360-4297-b170-b50c531fc293',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.593865] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 732.619083] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.619252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.619303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.619528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.619623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.620046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.620046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.620046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.620218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.620218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.620484] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.620577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.620614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.620836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.620836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.621017] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.621269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.621269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.621478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.621568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.621601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 732.689132] env[65294]: INFO networking_nsxv3.common.synchronization [None req-836d350c-73e5-4c5b-8eed-d58236e08a0f None None] Enqueued Resource ID: c8b654de-7d00-4f18-addf-c4beec256cc5 with Priority: HIGHEST for action port [ 732.689132] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b654de-7d00-4f18-addf-c4beec256cc5 with Priority: HIGHEST for action port [ 732.689501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b654de-7d00-4f18-addf-c4beec256cc5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.689839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b654de-7d00-4f18-addf-c4beec256cc5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.690052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b654de-7d00-4f18-addf-c4beec256cc5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.690425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b654de-7d00-4f18-addf-c4beec256cc5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690803] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b654de-7d00-4f18-addf-c4beec256cc5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.705406] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.705406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.705406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.705406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.705406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.719730] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 732.949727] env[65294]: INFO networking_nsxv3.common.synchronization [req-4fa27190-7207-430a-8956-5e8ca37c055e req-2f2339f1-4a7b-4d40-a292-10ae1c78c3e3 service nova] Enqueued Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_rules [ 732.949839] env[65294]: INFO networking_nsxv3.common.synchronization [req-4fa27190-7207-430a-8956-5e8ca37c055e req-2f2339f1-4a7b-4d40-a292-10ae1c78c3e3 service nova] Enqueued Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 732.950031] env[65294]: INFO networking_nsxv3.common.synchronization [req-4fa27190-7207-430a-8956-5e8ca37c055e req-2f2339f1-4a7b-4d40-a292-10ae1c78c3e3 service nova] Enqueued Resource ID: 42fdb29d-1613-4cb8-83aa-94bf69693113 with Priority: HIGHEST for action port [ 732.951033] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_rules [ 732.951033] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 732.951033] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42fdb29d-1613-4cb8-83aa-94bf69693113 with Priority: HIGHEST for action port [ 732.951354] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.951500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.951568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.951831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.951938] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.953369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.953514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.953588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.953760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.954313] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.954313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.954448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.957602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.957602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.957602] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.957602] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-42fdb29d-1613-4cb8-83aa-94bf69693113 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.957602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.957602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.957602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.957602] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fdb29d-1613-4cb8-83aa-94bf69693113',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.988705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e0fe2c3-3360-4297-b170-b50c531fc293 [ 732.988705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.988705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.988705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.988705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.988705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.988705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e0fe2c3-3360-4297-b170-b50c531fc293 already deleted. [ 732.988978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0fe2c3-3360-4297-b170-b50c531fc293" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.193574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8b654de-7d00-4f18-addf-c4beec256cc5 [ 733.193828] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.193969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.194058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.194272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.194362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.194459] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8b654de-7d00-4f18-addf-c4beec256cc5 already deleted. [ 733.195820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b654de-7d00-4f18-addf-c4beec256cc5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.454670] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.457629] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.460954] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42fdb29d-1613-4cb8-83aa-94bf69693113 with status ACTIVE [ 733.461428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.462356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.462849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.463102] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.463236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.463319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.463524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.463657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.464523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.464523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.464697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.464697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464874] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42fdb29d-1613-4cb8-83aa-94bf69693113 is going to be updated. [ 733.486877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.487476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.487608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.487839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.487984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.488475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42fdb29d-1613-4cb8-83aa-94bf69693113" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.515963] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-c2b7d2a9-89e3-4c1c-b28f-4c5f19fe7b16 tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 733.516528] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 733.516871] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.517017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.520530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.520530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.520530] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.884860] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-6d52878a-dae8-49bb-964f-e9dfe1dc38cf tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 733.885844] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 733.887584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.887714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970345] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.022506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.023040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.023323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.023669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.023860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.024189] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.025087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.025466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.026119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.027269] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 734.057916] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.058120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.058120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.058337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.060234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.071475] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 734.192631] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f2269de-f45b-4c01-91c8-712aebb9fd7b req-c9baf768-37d0-4198-8d9c-b08232761f00 tempest-ServersAdminNegativeTestJSON-697106084 tempest-ServersAdminNegativeTestJSON-697106084-project-member] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 734.193244] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 734.195525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.195525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.195525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.195888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.196515] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.196515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.196515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.196515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.196515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.196515] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.216784] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: SUCCESS [ 734.217050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.217482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.217692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.217882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.217994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.218081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.218235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.218311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.218521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.218561] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.325878] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-608" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326228] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-608" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-608" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326953] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.327151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.327264] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.327498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.327640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.327861] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.327965] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.328492] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.328657] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.328773] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.328878] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.329041] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.352418] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.352594] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.352738] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.353668] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-608" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.353668] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.355318] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.355318] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.355318] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.355318] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6254f1b4-7a1c-4f8d-8637-646b0b4aa07a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.473330] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.473330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.473330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.473330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.473330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.473330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 is going to be created. [ 734.498754] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.511837] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: UNINITIALIZED for 2s [ 734.699164] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.723354] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.735907] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 734.736753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.858041] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.858363] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.858772] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.858914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.859077] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a not found, creating... [ 734.859374] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.859481] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.859594] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.859800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.859930] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.860215] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.860363] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.860524] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.860722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.860850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.860981] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a is going to be created. [ 734.882850] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.883067] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.883191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.883457] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.883696] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.883914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.203030] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.227828] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679a8678-671a-4ab2-80f4-84047722f5bf: rpc.has_security_group_logging(os_id): False [ 735.251137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.251137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.251137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.251137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.251137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.252886] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.252886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.252886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.253101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.253242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.253387] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf is going to be created. [ 735.395900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.395900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.395900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.396368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.400083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.413630] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: IN_PROGRESS for 2s [ 735.655623] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-df1dc7fa-8b64-4c2c-ac5c-9e7e484c7ea9 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 735.655793] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-df1dc7fa-8b64-4c2c-ac5c-9e7e484c7ea9 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 735.655915] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-df1dc7fa-8b64-4c2c-ac5c-9e7e484c7ea9 service nova] Enqueued Resource ID: 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a with Priority: HIGHEST for action port [ 735.656482] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 735.657340] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 735.657504] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a with Priority: HIGHEST for action port [ 735.657794] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.657927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.658025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.658208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.658291] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.661063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.661063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.661063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.661063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.661063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.661063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.661063] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6254f1b4-7a1c-4f8d-8637-646b0b4aa07a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.708124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.708124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.708124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.708124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.708124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.708124] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be updated. [ 735.739151] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.739151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.739151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.739151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.739151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.747359] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 735.753903] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d4bc00c1-ffa3-48e4-b084-78cad78db2b2 None None] Enqueued Resource ID: d02a2cd9-68b5-47ad-be4d-428acc2727ba with Priority: HIGHEST for action port [ 735.754643] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a2cd9-68b5-47ad-be4d-428acc2727ba with Priority: HIGHEST for action port [ 735.755672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02a2cd9-68b5-47ad-be4d-428acc2727ba taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02a2cd9-68b5-47ad-be4d-428acc2727ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.755854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02a2cd9-68b5-47ad-be4d-428acc2727ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.756069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02a2cd9-68b5-47ad-be4d-428acc2727ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.756170] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02a2cd9-68b5-47ad-be4d-428acc2727ba',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.782045] env[65294]: INFO networking_nsxv3.common.synchronization [None req-e25d2fb9-29ca-4ae3-a2fe-26478afbaf37 tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f with Priority: HIGHEST for action security_group_rules [ 735.782726] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f with Priority: HIGHEST for action security_group_rules [ 735.782768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.782877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.782960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.783232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.783312] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40e2b6fa-b9a3-4129-b927-dde08bd0587f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.055711] env[65294]: INFO networking_nsxv3.common.synchronization [None req-8a8cd9e9-04d5-4012-ba61-78531162fb6e tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f with Priority: HIGHEST for action security_group_rules [ 736.056288] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f with Priority: HIGHEST for action security_group_rules [ 736.056630] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.056778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.083645] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 736.083887] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 deletion is rescheduled due to dependency. [ 736.084021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.084224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.088404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.088732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.088876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.088963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.089186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.089310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.089421] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.163225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.163402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.164643] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a with status ACTIVE [ 736.164898] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.165199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.165293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.165455] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.165753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.165833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.166016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.166145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.166350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.166350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.166411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.166449] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6254f1b4-7a1c-4f8d-8637-646b0b4aa07a is going to be updated. [ 736.189542] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.189714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.189782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.190018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.190231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.190468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6254f1b4-7a1c-4f8d-8637-646b0b4aa07a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d02a2cd9-68b5-47ad-be4d-428acc2727ba [ 736.259601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.259601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.259601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.259601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.259601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d02a2cd9-68b5-47ad-be4d-428acc2727ba already deleted. [ 736.260197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02a2cd9-68b5-47ad-be4d-428acc2727ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.333207] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.333345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.333425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.333649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.333745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.333844] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f already deleted. [ 736.333931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.334131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.334276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.334421] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40e2b6fa-b9a3-4129-b927-dde08bd0587f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.526342] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: SUCCESS [ 736.526588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.526770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.526998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527200] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.527316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.527382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.527528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527783] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.594897] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.859890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.860166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.860166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.860298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.860363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.860506] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40e2b6fa-b9a3-4129-b927-dde08bd0587f already deleted. [ 736.860588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40e2b6fa-b9a3-4129-b927-dde08bd0587f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.013466] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.013712] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-660" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.013853] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-660" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.014326] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-660" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.014718] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.014966] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.015163] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.015487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.015711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.016033] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.016221] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.016400] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.016606] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.016745] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.016908] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.017179] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.030625] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.030838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.030838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.031232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.031384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.031498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.031557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.031728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.031816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.031905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.032064] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.032220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.032359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.032495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.032648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.032838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.032838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033248] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.040681] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.040681] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.040681] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.040681] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-660" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.040681] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-f24268a0-990c-4e28-8b0c-1806cb0504d6 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.040681] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.040681] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.041019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.041088] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24268a0-990c-4e28-8b0c-1806cb0504d6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.097073] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.427200] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: SUCCESS [ 737.427486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.538061] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c17ad0d1-d1ba-4f96-9dda-d32e674f9c86: rpc.has_security_group_logging(os_id): False [ 737.543380] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.543587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.543990] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.544147] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.544298] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port f24268a0-990c-4e28-8b0c-1806cb0504d6 not found, creating... [ 737.544551] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.544708] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.544835] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.545056] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.545191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.545549] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.545627] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.545718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.545943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.546151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.546341] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: f24268a0-990c-4e28-8b0c-1806cb0504d6 is going to be created. [ 737.558531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.558680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.559076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.559076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.559076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.559244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.559309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.559363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.559508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.559585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.559767] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.559879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.559944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.560191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.560277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.560538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.560654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.560690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.560829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.560903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.560988] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 is going to be created. [ 737.574986] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.575561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.575561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.575719] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.575991] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.576223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.599422] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.599422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.599422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.599736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.599736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.599915] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 737.653125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.654859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.654859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.655697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.655697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.661995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.661995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.661995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.662325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.662512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676492] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 737.685314] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: IN_PROGRESS for 2s [ 737.737750] env[65294]: INFO networking_nsxv3.common.synchronization [None req-e42f15aa-ebd2-4102-8389-52d24cea0a30 tempest-ServersTestFqdnHostnames-634369709 tempest-ServersTestFqdnHostnames-634369709-project-member] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 737.738360] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 737.738764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.738869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.738869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.739130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.739209] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.768687] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 737.768687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.263263] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.263405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.263476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.263700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.263826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.263945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 already deleted. [ 738.264050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.346677] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-4c51a7c1-f7ac-4f29-9269-5adab43ffed4 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 738.347209] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-4c51a7c1-f7ac-4f29-9269-5adab43ffed4 service nova] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 738.347538] env[65294]: INFO networking_nsxv3.common.synchronization [req-9359475f-3551-4d76-8dea-5f5689c770ad req-4c51a7c1-f7ac-4f29-9269-5adab43ffed4 service nova] Enqueued Resource ID: f24268a0-990c-4e28-8b0c-1806cb0504d6 with Priority: HIGHEST for action port [ 738.351036] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_rules [ 738.351036] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 738.351036] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24268a0-990c-4e28-8b0c-1806cb0504d6 with Priority: HIGHEST for action port [ 738.351036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.351036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.351498] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24268a0-990c-4e28-8b0c-1806cb0504d6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.352206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352801] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24268a0-990c-4e28-8b0c-1806cb0504d6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.357022] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ae71de92-ef5a-40ae-97e6-6bb05bc606a3 tempest-ServersTestFqdnHostnames-634369709 tempest-ServersTestFqdnHostnames-634369709-project-member] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 738.357232] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 738.357651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.359827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359827] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.858011] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f24268a0-990c-4e28-8b0c-1806cb0504d6 with status ACTIVE [ 738.858297] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.859264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.859264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.859264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.859264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.859264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.859576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.859576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.860109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.860291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.862022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.862022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.862022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.862022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.862257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.862854] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f24268a0-990c-4e28-8b0c-1806cb0504d6 is going to be updated. [ 738.887907] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.888103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.888155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.888957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.888957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.888957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24268a0-990c-4e28-8b0c-1806cb0504d6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.889694] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.889822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.889885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.890082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.890168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.890257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 already deleted. [ 738.890335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.692102] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 739.692300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.692462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.692680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.692886] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.692971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.693046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.693222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.693306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.693415] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.696393] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: SUCCESS [ 739.696848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.088963] env[65294]: INFO networking_nsxv3.common.synchronization [req-9bef1955-1274-4b21-8e56-f26e0150abd0 req-f420d440-e928-40ee-add9-95645d4116ef tempest-ServerMetadataNegativeTestJSON-1135902605 tempest-ServerMetadataNegativeTestJSON-1135902605-project-member] Enqueued Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 740.091569] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 740.091971] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.092149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.092262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.092563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.092797] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.093526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.093638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.093867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.093971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.094117] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.197801] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.590939] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.590939] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-301" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.590939] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-301" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.591225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-301" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.591260] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.592144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.592144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.592144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.592144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.592144] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.592607] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.592607] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.592607] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.592607] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.592607] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.592776] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.599054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.599054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.600012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.600629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.600629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.600629] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.600764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.600764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.601037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.601085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.601160] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3126e1d-4505-4011-8b21-58be8b27b60d already deleted. [ 740.601223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.615207] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.615394] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.616023] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.616023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-301" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.616193] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-d0f4776f-059a-417a-9131-80495c5329ba taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.616272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.616350] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.616660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.616894] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f4776f-059a-417a-9131-80495c5329ba',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.700148] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.914019] env[65294]: INFO networking_nsxv3.common.synchronization [None req-9986febc-345f-4089-a9ab-c2f8e2af74ea None None] Enqueued Resource ID: eca83360-b5bb-49c3-83db-4935728445d7 with Priority: HIGHEST for action port [ 740.914301] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca83360-b5bb-49c3-83db-4935728445d7 with Priority: HIGHEST for action port [ 740.914838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca83360-b5bb-49c3-83db-4935728445d7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.914960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca83360-b5bb-49c3-83db-4935728445d7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.915038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca83360-b5bb-49c3-83db-4935728445d7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.915535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca83360-b5bb-49c3-83db-4935728445d7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.915673] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca83360-b5bb-49c3-83db-4935728445d7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.120224] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.121317] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.123088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.123088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.123088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.123088] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port d0f4776f-059a-417a-9131-80495c5329ba not found, creating... [ 741.123088] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.123088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.124249] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.124652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.124913] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.125429] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.125822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127027] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127027] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127027] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.127027] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: d0f4776f-059a-417a-9131-80495c5329ba is going to be created. [ 741.151060] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.151314] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.151385] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151676] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151894] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.152119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.202937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.203143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.203143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.203326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.203413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.203519] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 741.267521] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.267743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.267833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.268163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.268402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.279927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 741.417785] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca83360-b5bb-49c3-83db-4935728445d7 [ 741.419238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.419572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.419659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.419905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.420019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.420124] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca83360-b5bb-49c3-83db-4935728445d7 already deleted. [ 741.420208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca83360-b5bb-49c3-83db-4935728445d7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.887297] env[65294]: INFO networking_nsxv3.common.synchronization [req-9bef1955-1274-4b21-8e56-f26e0150abd0 req-e7aa47ff-31a1-430f-b9fe-6a8520cb402d service nova] Enqueued Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_rules [ 741.887592] env[65294]: INFO networking_nsxv3.common.synchronization [req-9bef1955-1274-4b21-8e56-f26e0150abd0 req-e7aa47ff-31a1-430f-b9fe-6a8520cb402d service nova] Enqueued Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 741.887829] env[65294]: INFO networking_nsxv3.common.synchronization [req-9bef1955-1274-4b21-8e56-f26e0150abd0 req-e7aa47ff-31a1-430f-b9fe-6a8520cb402d service nova] Enqueued Resource ID: d0f4776f-059a-417a-9131-80495c5329ba with Priority: HIGHEST for action port [ 741.888598] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_rules [ 741.888815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 741.888995] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f4776f-059a-417a-9131-80495c5329ba with Priority: HIGHEST for action port [ 741.889409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.889590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.889706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.890087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.890240] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.891628] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.891718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.892355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.892355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.892355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.892575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.892575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.893360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.893523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.893692] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.894795] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f4776f-059a-417a-9131-80495c5329ba taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.897384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.897905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.898848] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f4776f-059a-417a-9131-80495c5329ba',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.401611] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.403389] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.403389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.403389] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f4776f-059a-417a-9131-80495c5329ba with status ACTIVE [ 742.403389] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.403389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.403389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405214] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405214] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405214] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f4776f-059a-417a-9131-80495c5329ba is going to be updated. [ 742.429745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.430646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.430646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.430854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.431611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.431611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f4776f-059a-417a-9131-80495c5329ba" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.544155] env[65294]: INFO networking_nsxv3.common.synchronization [req-41f92ea2-2502-470f-be56-60172c313188 req-1a31aa57-553c-4563-adb8-5d255632781d tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 742.544857] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 742.551628] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.551909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.551985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.552304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.552501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.552608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.552669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.552834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.552919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.553027] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.857277] env[65294]: INFO networking_nsxv3.common.synchronization [None req-19a785dc-2a83-4fc4-b8a6-3376271d4d08 None None] Enqueued Resource ID: f81c68c8-491c-4cbd-a856-d2a8cd8f7d50 with Priority: HIGHEST for action port [ 742.857536] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81c68c8-491c-4cbd-a856-d2a8cd8f7d50 with Priority: HIGHEST for action port [ 742.858106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81c68c8-491c-4cbd-a856-d2a8cd8f7d50 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.858227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81c68c8-491c-4cbd-a856-d2a8cd8f7d50" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81c68c8-491c-4cbd-a856-d2a8cd8f7d50" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.860087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81c68c8-491c-4cbd-a856-d2a8cd8f7d50" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.860087] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81c68c8-491c-4cbd-a856-d2a8cd8f7d50',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.908768] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.018043] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.018272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.018530] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.019897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.019897] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.019897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.019897] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.020130] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.020208] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.020526] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.020659] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.020793] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.020934] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.021025] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.021310] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.021310] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.041821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.042022] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.042235] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.042442] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.042804] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-906e90ab-19a7-4e12-a638-4c8238f952d0 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.042975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.043107] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.043438] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.043570] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906e90ab-19a7-4e12-a638-4c8238f952d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.060355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.060355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.060355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.061554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.061554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.061554] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e already deleted. [ 743.061554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.297313] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 743.297495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.297592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.298330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.298330] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.298330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.298330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.298330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.298622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298622] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.299508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.299950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.299950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.299950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.305162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.305162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.305162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.305162] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.364291] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f81c68c8-491c-4cbd-a856-d2a8cd8f7d50 [ 743.367904] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.367904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.367904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.367904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.367904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.367904] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f81c68c8-491c-4cbd-a856-d2a8cd8f7d50 already deleted. [ 743.367904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81c68c8-491c-4cbd-a856-d2a8cd8f7d50" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.413554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.413923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.413923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.414039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.414097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.414179] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3126e1d-4505-4011-8b21-58be8b27b60d is going to be created. [ 743.440054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.440054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.440294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.440342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.440506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.451540] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: UNINITIALIZED for 2s [ 743.547763] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.548146] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.548422] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.548726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.548873] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.549039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 906e90ab-19a7-4e12-a638-4c8238f952d0 not found, creating... [ 743.549304] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.549508] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.549559] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.549767] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.549950] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553335] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.553502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.553616] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.553856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.553964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.554242] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 is going to be created. [ 743.577863] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.578144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.578277] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.578631] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.578856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.579094] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.807135] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.807135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.807135] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.310511] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.324406] env[65294]: INFO networking_nsxv3.common.synchronization [req-41f92ea2-2502-470f-be56-60172c313188 req-6f9f55be-daa9-4298-b995-553b594ee720 service nova] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 744.324632] env[65294]: INFO networking_nsxv3.common.synchronization [req-41f92ea2-2502-470f-be56-60172c313188 req-6f9f55be-daa9-4298-b995-553b594ee720 service nova] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 744.324809] env[65294]: INFO networking_nsxv3.common.synchronization [req-41f92ea2-2502-470f-be56-60172c313188 req-6f9f55be-daa9-4298-b995-553b594ee720 service nova] Enqueued Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 744.325817] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 744.326051] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 744.326227] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 744.326623] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.326816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.326933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.327354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.327496] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.328677] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.328864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.328980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.329287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.329782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.329782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.329782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.330077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.330223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.330386] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.331486] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-906e90ab-19a7-4e12-a638-4c8238f952d0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.332527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.332527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.332527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.332527] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906e90ab-19a7-4e12-a638-4c8238f952d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.815443] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.815872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.815872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.815872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.816026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.816062] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 744.835209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.835209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.835209] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.835467] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906e90ab-19a7-4e12-a638-4c8238f952d0 with status ACTIVE [ 744.835563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 is going to be updated. [ 744.854805] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.854955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.855049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.855258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.855404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.863865] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.864022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.864098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.864299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.864426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.864584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.865922] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 745.340715] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.378508] env[65294]: INFO networking_nsxv3.common.synchronization [None req-14a982b4-3677-4683-9f83-d4b5db1b7f89 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 745.378508] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 745.378508] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.378508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.378968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.378968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.379056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.464223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: SUCCESS [ 745.464555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.464809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.465729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.465729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.465729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.465729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.465940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.465940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.466238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.466291] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.742223] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1d5b4df1-99bd-46f2-a7d1-7fcd51432b46 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 745.744368] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 745.744728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.744833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.842858] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.843232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.843232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.843465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.843581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.843708] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be created. [ 745.871083] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.871334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.871413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.871676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.871932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.889406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: UNINITIALIZED for 2s [ 745.907818] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.907818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.908087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.908128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.908234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.908344] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71258e59-289f-4194-83ce-bd78a306e355 already deleted. [ 745.908455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.908656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.908833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.908920] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.971771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.971981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.972359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.972401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.972672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.972819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.972875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.973116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.973211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.973340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.973541] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.973666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.973739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.973893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.974106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.974176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.974233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.974362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.974717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.974787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.974850] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.435764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.436283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.436760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.441917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.441917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.441917] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71258e59-289f-4194-83ce-bd78a306e355 already deleted. [ 746.441917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.478554] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3126e1d-4505-4011-8b21-58be8b27b60d: rpc.has_security_group_logging(os_id): False [ 746.504652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.504652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.504652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.504938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.504938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.505264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.505751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.505751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.505751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.505751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.507832] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.507832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.507832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.507832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.507832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.507832] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3126e1d-4505-4011-8b21-58be8b27b60d is going to be created. [ 746.584412] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.584546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.584585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.585617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.585617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.597348] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: IN_PROGRESS for 2s [ 746.883025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.883025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.883025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.883025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883969] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.332819] env[65294]: INFO networking_nsxv3.common.synchronization [req-a981585f-5596-4bc6-acca-5ae4ccb99e52 req-3aced21c-c121-4bc2-86f4-0058966e5256 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 747.332819] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 747.332953] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.333162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.333271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.333586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.333788] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.333922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.334016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.334200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.334324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.334442] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.386980] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23819da-eeaa-4fa5-8c79-9eebe98f9640: rpc.has_security_group_logging(os_id): False [ 747.406732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.406915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.406954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.407158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.407252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.407463] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.407562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.407627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.407802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.407890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.408110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.408252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.408294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.408450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.408527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.409410] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.409410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.409410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.409410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.409410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.409410] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 747.478022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.478022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.478022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.478022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.478022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.494266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 747.838128] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.838128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.838128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.838523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.838523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.839050] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.839290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.843740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.843740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.843740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.843740] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 already deleted. [ 747.844038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.900566] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 747.900993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.900993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.901202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.901360] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.901467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.901526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.901754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.901799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.901957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.902017] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.907463] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.907661] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.907841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.908161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.908434] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.908590] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.912029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.912305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.912479] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.912692] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.912805] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.912909] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.913018] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.913127] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.913266] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.913407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.934958] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.935744] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.935933] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.936339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.936462] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-43861c0e-e35b-4cef-84f0-2bd48d494b94 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.936625] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.936856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.937568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.937660] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43861c0e-e35b-4cef-84f0-2bd48d494b94',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.406173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.406340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.406883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.406883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.406883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.407106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.407141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.407213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.407354] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.407447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.407502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.407791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.407791] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.407917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.407917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.408059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.408300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.408300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.408300] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.440395] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.440806] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.440964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.442277] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.442444] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.442588] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 43861c0e-e35b-4cef-84f0-2bd48d494b94 not found, creating... [ 748.442890] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.443152] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.443209] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.443430] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.443562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.443856] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.444029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.444133] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.444332] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.444450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.444583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 43861c0e-e35b-4cef-84f0-2bd48d494b94 is going to be created. [ 748.464998] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.465223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.465342] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.465604] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.465834] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.466129] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.614883] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: SUCCESS [ 748.615190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.911391] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 748.931727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.931727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.932030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.932030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.932167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.932466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.932466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.932466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.932666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.932666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.932883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.933027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.933027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.933146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.933190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.933347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.933426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.933508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.933612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.933680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.933808] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be created. [ 748.996395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.996522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.996591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.996889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.997126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.011098] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 749.205711] env[65294]: INFO networking_nsxv3.common.synchronization [req-a981585f-5596-4bc6-acca-5ae4ccb99e52 req-803d227a-4491-4c4a-8fce-4dd2e62a3785 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 749.205802] env[65294]: INFO networking_nsxv3.common.synchronization [req-a981585f-5596-4bc6-acca-5ae4ccb99e52 req-803d227a-4491-4c4a-8fce-4dd2e62a3785 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 749.206357] env[65294]: INFO networking_nsxv3.common.synchronization [req-a981585f-5596-4bc6-acca-5ae4ccb99e52 req-803d227a-4491-4c4a-8fce-4dd2e62a3785 service nova] Enqueued Resource ID: 43861c0e-e35b-4cef-84f0-2bd48d494b94 with Priority: HIGHEST for action port [ 749.206605] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 749.206737] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 749.206855] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43861c0e-e35b-4cef-84f0-2bd48d494b94 with Priority: HIGHEST for action port [ 749.207513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.207649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.207706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.207943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.208043] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.208864] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.209785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.209785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.210160] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.210755] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-43861c0e-e35b-4cef-84f0-2bd48d494b94 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.211100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.211168] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43861c0e-e35b-4cef-84f0-2bd48d494b94',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.512910] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 749.513279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.514247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.515220] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.607521] env[65294]: INFO networking_nsxv3.common.synchronization [req-0d78fdaa-976a-4e77-bce9-962d1ae722a1 req-9d6520d3-0eb6-4cfb-bca2-331384215451 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 749.608299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 749.608627] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.608756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.608803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.609097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.609441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.609441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.609441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.609602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.609658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.609747] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.712978] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.714513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.714663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.714833] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43861c0e-e35b-4cef-84f0-2bd48d494b94 with status ACTIVE [ 749.714997] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.715202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.715405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.715509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.715689] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.715849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.716019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.717896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.718058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.718058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.718217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.718286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.718455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.718549] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43861c0e-e35b-4cef-84f0-2bd48d494b94 is going to be updated. [ 749.746095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.746095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.746095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.746294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.746369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.746597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43861c0e-e35b-4cef-84f0-2bd48d494b94" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.019275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.019275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.019275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.019275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.019275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.019782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.019782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.019782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.019782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.019782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.019943] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.064927] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.064927] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.064927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.064927] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.064927] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.064927] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.065683] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.065683] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.065864] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.065899] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.087135] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.087135] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.087135] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.087135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.087135] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-57eff79b-6147-4ef6-96d6-48afac50f507 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.087135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.087135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.087135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.087135] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57eff79b-6147-4ef6-96d6-48afac50f507',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.112538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.112538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.112538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.112538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.112538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.113053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.113286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.113436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.114593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.114593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.114593] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd already deleted. [ 750.114593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.222095] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.524199] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.524377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.524439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.524670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.524840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.524952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.525026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.525189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.525278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.525364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.525509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.525618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.525679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.525827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.525978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.526082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.526136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.526274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.526350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.526430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.526518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.555071] env[65294]: INFO networking_nsxv3.common.synchronization [None req-63f0bac6-62e7-4f6b-a092-fc0d99d7c0ce tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 with Priority: HIGHEST for action security_group_rules [ 750.556011] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 with Priority: HIGHEST for action security_group_rules [ 750.556011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.556209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.556209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.556432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.556548] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c38687-19f2-4bec-b3f8-3a9282c97fe7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.589772] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.589928] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.590086] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.590367] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.590514] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.590703] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 57eff79b-6147-4ef6-96d6-48afac50f507 not found, creating... [ 750.590971] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591142] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.591620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.591620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591969] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.592166] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.592909] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.593185] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.593328] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.593468] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 57eff79b-6147-4ef6-96d6-48afac50f507 is going to be created. [ 750.618895] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.619260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.619384] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.619652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.619873] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.620115] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.726121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.726348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.726432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.726669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.726776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.726896] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be created. [ 750.759930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.760096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.760154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.760371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.760634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773792] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: UNINITIALIZED for 2s [ 751.028869] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23819da-eeaa-4fa5-8c79-9eebe98f9640: rpc.has_security_group_logging(os_id): False [ 751.031338] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 751.031582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.053099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.053245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.053336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.053584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.053756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.053937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.054073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.054144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.054316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.054454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.054583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.054698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.054785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.054934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.055037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.055263] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.055363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.055431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.055615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.055697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.055788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 751.090140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.090140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.090140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.092857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.092857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.092857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 already deleted. [ 751.092857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.234992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.235197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.235283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.235597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.235597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.257223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 751.376246] env[65294]: INFO networking_nsxv3.common.synchronization [req-0d78fdaa-976a-4e77-bce9-962d1ae722a1 req-abc54f17-8bfc-419a-b6f5-47cdcaf6e2b3 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 751.376246] env[65294]: INFO networking_nsxv3.common.synchronization [req-0d78fdaa-976a-4e77-bce9-962d1ae722a1 req-abc54f17-8bfc-419a-b6f5-47cdcaf6e2b3 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 751.376361] env[65294]: INFO networking_nsxv3.common.synchronization [req-0d78fdaa-976a-4e77-bce9-962d1ae722a1 req-abc54f17-8bfc-419a-b6f5-47cdcaf6e2b3 service nova] Enqueued Resource ID: 57eff79b-6147-4ef6-96d6-48afac50f507 with Priority: HIGHEST for action port [ 751.376916] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 751.377154] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 751.377265] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eff79b-6147-4ef6-96d6-48afac50f507 with Priority: HIGHEST for action port [ 751.377632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.377770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.377770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.378340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.378340] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.379401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.379649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.379715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.380129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.381241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.381241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.381241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.381241] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.382334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-57eff79b-6147-4ef6-96d6-48afac50f507 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.382334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.382334] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57eff79b-6147-4ef6-96d6-48afac50f507',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.579713] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ec1731e7-508f-4662-b26d-95fbe1bb76ae tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 with Priority: HIGHEST for action security_group_rules [ 751.580833] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 with Priority: HIGHEST for action security_group_rules [ 751.581382] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.582016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.582261] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c38687-19f2-4bec-b3f8-3a9282c97fe7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.884584] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.885711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.885880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.886229] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57eff79b-6147-4ef6-96d6-48afac50f507 with status ACTIVE [ 751.886398] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.886504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.886630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.888288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.888288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.888288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.888288] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57eff79b-6147-4ef6-96d6-48afac50f507 is going to be updated. [ 751.910534] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.910811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.910811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.911032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.911269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.911332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57eff79b-6147-4ef6-96d6-48afac50f507" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.109705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.110022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.110022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.110559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.110847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.110998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c38687-19f2-4bec-b3f8-3a9282c97fe7 already deleted. [ 752.111267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c38687-19f2-4bec-b3f8-3a9282c97fe7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.387972] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.787404] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 752.787404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.787634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.787951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.788132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.788349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.891089] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.891401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.891401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.891568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.891839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.892021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be created. [ 752.920297] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.921015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.922268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.922268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.922819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926268] env[65294]: INFO networking_nsxv3.common.synchronization [req-4db95d97-c1bc-4fc2-8922-304726f56f72 req-a1e645ef-f609-4138-9f9b-94774aa47f85 tempest-FloatingIPsAssociationTestJSON-1487638073 tempest-FloatingIPsAssociationTestJSON-1487638073-project-member] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 752.926862] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 752.927256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.927429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.927560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.927746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.927938] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.928081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.928341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.928454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.928578] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.936636] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: UNINITIALIZED for 2s [ 753.225065] env[65294]: INFO networking_nsxv3.common.synchronization [req-6ffcc4e1-1f74-40f5-883b-96e78b5e7e8d req-e12db7ab-6ff0-4ff3-bb24-98cbc95e2024 tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 753.225630] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 753.225940] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.226122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.226180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.226350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.226508] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.226605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.226669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.226814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.226903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.226999] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.276745] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 753.276940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.291121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.291671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.291861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.292037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.292406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.292563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.292693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.292740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.293070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.293192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.293251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.293368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.293447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293646] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.430334] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.729962] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.729962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.729962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.730181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.730296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.730679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.730679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.730909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.731344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.731344] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be updated. [ 753.762658] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.762916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.763229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.763313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.775228] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: IN_PROGRESS for 2s [ 753.798372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be265254-ba77-48aa-92d0-0fd15c93df52: rpc.has_security_group_logging(os_id): False [ 753.816643] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.817168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.817459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.817573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.817645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.817936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.818604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.818678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818936] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.819225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.819302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.819390] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be created. [ 753.887488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.889375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.889375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.902900] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 753.935080] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.436227] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.436544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.436544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.437028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.437028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.437028] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be updated. [ 754.469579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.469579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.480478] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 754.947252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 754.947252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.947252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.947365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.948645] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.948645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.948645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.948645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.948645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.948645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.948645] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.454023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454988] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.788907] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 755.789389] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 deletion is rescheduled due to dependency. [ 755.789389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.916206] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 755.916446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.957574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 755.978582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.978582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.981236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.981236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.981236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.981236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.981896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.982323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.983487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.983487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.983487] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be created. [ 756.049648] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.049990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.050163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.050443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.051224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.069733] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 756.493094] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 756.493329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.524266] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2cd5a024-fd58-4013-892b-727caa22f3c8 None None] Enqueued Resource ID: 048288d3-abbf-45f1-8f64-1e845c80efea with Priority: HIGHEST for action port [ 757.524555] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048288d3-abbf-45f1-8f64-1e845c80efea with Priority: HIGHEST for action port [ 757.526106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-048288d3-abbf-45f1-8f64-1e845c80efea taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.526106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048288d3-abbf-45f1-8f64-1e845c80efea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.526106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048288d3-abbf-45f1-8f64-1e845c80efea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.526106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048288d3-abbf-45f1-8f64-1e845c80efea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.526106] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048288d3-abbf-45f1-8f64-1e845c80efea',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.905826] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2dd7a834-e54a-4d4e-a73f-3d2c4d817daf None None] Enqueued Resource ID: 46cc35a6-702d-49c3-b09c-264cce150bec with Priority: HIGHEST for action port [ 757.906321] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cc35a6-702d-49c3-b09c-264cce150bec with Priority: HIGHEST for action port [ 757.906634] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cc35a6-702d-49c3-b09c-264cce150bec taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.906776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cc35a6-702d-49c3-b09c-264cce150bec" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.906874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cc35a6-702d-49c3-b09c-264cce150bec" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.912477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cc35a6-702d-49c3-b09c-264cce150bec" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.912581] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cc35a6-702d-49c3-b09c-264cce150bec',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.031916] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 048288d3-abbf-45f1-8f64-1e845c80efea [ 758.032229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.032368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.032451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.032727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.032832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.032992] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:048288d3-abbf-45f1-8f64-1e845c80efea already deleted. [ 758.033107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048288d3-abbf-45f1-8f64-1e845c80efea" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.085886] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 758.086127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.415372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46cc35a6-702d-49c3-b09c-264cce150bec [ 758.415372] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.415741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.415741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.415741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.415882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.415927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46cc35a6-702d-49c3-b09c-264cce150bec already deleted. [ 758.415971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cc35a6-702d-49c3-b09c-264cce150bec" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.541008] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c7dd1f38-9865-438f-a22f-e09d1aa32d5a None None] Enqueued Resource ID: 5899083a-287d-413f-b5e2-412baf15fa82 with Priority: HIGHEST for action port [ 759.543458] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5899083a-287d-413f-b5e2-412baf15fa82 with Priority: HIGHEST for action port [ 759.543458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5899083a-287d-413f-b5e2-412baf15fa82 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.543458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5899083a-287d-413f-b5e2-412baf15fa82" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.543458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5899083a-287d-413f-b5e2-412baf15fa82" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.543458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5899083a-287d-413f-b5e2-412baf15fa82" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.543458] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5899083a-287d-413f-b5e2-412baf15fa82',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.046411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5899083a-287d-413f-b5e2-412baf15fa82 [ 760.046879] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.046879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.046979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.047158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.047266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.047331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5899083a-287d-413f-b5e2-412baf15fa82 already deleted. [ 760.047409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5899083a-287d-413f-b5e2-412baf15fa82" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.421648] env[65294]: INFO networking_nsxv3.common.synchronization [None req-edd1464a-f68d-4705-af1e-5f48ffe2e92b None None] Enqueued Resource ID: bb8de74f-c615-4af9-9af8-1333d22da7d1 with Priority: HIGHEST for action port [ 761.421959] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8de74f-c615-4af9-9af8-1333d22da7d1 with Priority: HIGHEST for action port [ 761.422812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8de74f-c615-4af9-9af8-1333d22da7d1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.422812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8de74f-c615-4af9-9af8-1333d22da7d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.422812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8de74f-c615-4af9-9af8-1333d22da7d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.424510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8de74f-c615-4af9-9af8-1333d22da7d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.424510] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8de74f-c615-4af9-9af8-1333d22da7d1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.926411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb8de74f-c615-4af9-9af8-1333d22da7d1 [ 761.926666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.926813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.926934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.927117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.928260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb8de74f-c615-4af9-9af8-1333d22da7d1 already deleted. [ 761.928493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8de74f-c615-4af9-9af8-1333d22da7d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.628981] env[65294]: INFO networking_nsxv3.common.synchronization [None req-979c04ba-3bff-4586-aa6a-eceac909d65c None None] Enqueued Resource ID: ba800976-27f0-4a65-aeea-371bdf9981b6 with Priority: HIGHEST for action port [ 762.628981] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba800976-27f0-4a65-aeea-371bdf9981b6 with Priority: HIGHEST for action port [ 762.628981] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba800976-27f0-4a65-aeea-371bdf9981b6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.628981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba800976-27f0-4a65-aeea-371bdf9981b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.630039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba800976-27f0-4a65-aeea-371bdf9981b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.630039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba800976-27f0-4a65-aeea-371bdf9981b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.630039] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba800976-27f0-4a65-aeea-371bdf9981b6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.135222] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba800976-27f0-4a65-aeea-371bdf9981b6 [ 763.138040] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.138040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.138040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.138040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.138040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.138040] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba800976-27f0-4a65-aeea-371bdf9981b6 already deleted. [ 763.138040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba800976-27f0-4a65-aeea-371bdf9981b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.384322] env[65294]: INFO networking_nsxv3.common.synchronization [req-325879cd-4a9f-40f4-af1a-55cbd398542f req-75149347-2f59-48ed-900e-ce76f13c07a6 tempest-ServerGroupTestJSON-522865769 tempest-ServerGroupTestJSON-522865769-project-member] Enqueued Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 763.385790] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 763.385790] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.387183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.387375] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.387493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.387561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.387747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.387747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.387969] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.684956] env[65294]: INFO networking_nsxv3.common.synchronization [None req-f9065236-f775-43d4-a5ac-eb2bca26ee80 None None] Enqueued Resource ID: 63d0afe3-428a-4d02-be27-a40397271787 with Priority: HIGHEST for action port [ 763.685321] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d0afe3-428a-4d02-be27-a40397271787 with Priority: HIGHEST for action port [ 763.685931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d0afe3-428a-4d02-be27-a40397271787 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.685931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d0afe3-428a-4d02-be27-a40397271787" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.686136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d0afe3-428a-4d02-be27-a40397271787" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.686234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d0afe3-428a-4d02-be27-a40397271787" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.686290] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d0afe3-428a-4d02-be27-a40397271787',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.826499] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.826499] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-515" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.826499] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-515" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.830787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-515" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.830787] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.830787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.830787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.830787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.830787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.830787] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.830787] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.830787] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.830787] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.830787] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.830787] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.830787] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.854535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.854627] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.855272] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.855272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-515" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.855272] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-6ae3138c-0231-404b-8b78-73d964ebad46 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.855462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.855532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.855829] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.855960] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae3138c-0231-404b-8b78-73d964ebad46',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.890537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.890650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.891192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.891418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.891518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.891729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.891840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.891927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.892064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.892141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.892225] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 already deleted. [ 763.892306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.183201] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 764.183201] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 764.183201] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 764.183416] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 764.183847] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.183847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.184370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.184874] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.185013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.185274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.185472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.185588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.185689] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.187046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.187046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.187046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.187213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.187362] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.187418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.187492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.188442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.188442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.188442] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.192181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d0afe3-428a-4d02-be27-a40397271787 [ 764.192181] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.192181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.192181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.192380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.192498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.192706] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d0afe3-428a-4d02-be27-a40397271787 already deleted. [ 764.192807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d0afe3-428a-4d02-be27-a40397271787" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.248957] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_rules [ 764.249054] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 764.249172] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 764.249298] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 764.249418] env[65294]: INFO networking_nsxv3.common.synchronization [req-111b4c30-cb4a-4ee3-a802-f59c8210dbe9 req-302cc634-b045-49ae-b183-d6bb77cfc2f0 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 764.249884] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_rules [ 764.251615] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 764.251805] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 764.252017] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 764.252090] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 764.252410] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.252838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.252926] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.254624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.254624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.254624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.254624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.254624] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.260517] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-906e90ab-19a7-4e12-a638-4c8238f952d0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.260517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.260517] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906e90ab-19a7-4e12-a638-4c8238f952d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.260517] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.368025] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.368025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 6ae3138c-0231-404b-8b78-73d964ebad46 not found, creating... [ 764.368025] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.368025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.369286] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.372462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.372462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.372462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.372462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.372462] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 6ae3138c-0231-404b-8b78-73d964ebad46 is going to be created. [ 764.398387] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.398604] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.398840] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.399143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.399396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.399674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.556219] env[65294]: INFO networking_nsxv3.common.synchronization [req-8ac5a8d7-5df5-4cb2-a865-086ec33b99ed req-85a0bbe5-ae2b-46e6-a74d-b411dc72ca87 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 764.557027] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 764.557221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557625] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.560573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560850] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.689990] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.691250] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.761527] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.761809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.762178] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.764276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.764276] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906e90ab-19a7-4e12-a638-4c8238f952d0 with status ACTIVE [ 764.764276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.764276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.764276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.764276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.764276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.764613] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.764669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.764826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.766087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.766236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.766474] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.766586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.766653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.766855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.766943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.767048] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 is going to be updated. [ 764.791573] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.791573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.791895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.791895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.792134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.792355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.063503] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.063700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.063808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.063941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.064041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.064248] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.064860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.064964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.065250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.065250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.065383] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 765.095982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.096156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.096217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107456] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 765.176918] env[65294]: INFO networking_nsxv3.common.synchronization [req-325879cd-4a9f-40f4-af1a-55cbd398542f req-13fcdd52-bf59-40ab-aac0-0a620a884d1b service nova] Enqueued Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_rules [ 765.177110] env[65294]: INFO networking_nsxv3.common.synchronization [req-325879cd-4a9f-40f4-af1a-55cbd398542f req-13fcdd52-bf59-40ab-aac0-0a620a884d1b service nova] Enqueued Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 765.177242] env[65294]: INFO networking_nsxv3.common.synchronization [req-325879cd-4a9f-40f4-af1a-55cbd398542f req-13fcdd52-bf59-40ab-aac0-0a620a884d1b service nova] Enqueued Resource ID: 6ae3138c-0231-404b-8b78-73d964ebad46 with Priority: HIGHEST for action port [ 765.177478] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_rules [ 765.177599] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 765.177708] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae3138c-0231-404b-8b78-73d964ebad46 with Priority: HIGHEST for action port [ 765.182044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.182194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.182256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.182548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.182640] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.185129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.185129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.185129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.185431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.185616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.187158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.187158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.187158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.187300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.187385] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.188596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae3138c-0231-404b-8b78-73d964ebad46 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.189525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.189605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.189819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.189905] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae3138c-0231-404b-8b78-73d964ebad46',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.193094] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.193919] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.474241] env[65294]: INFO networking_nsxv3.common.synchronization [None req-26c0a072-0240-488d-8c4d-1839213c3452 None None] Enqueued Resource ID: 82608459-4ac9-4fc1-9bd1-66387b96cf46 with Priority: HIGHEST for action port [ 765.474820] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82608459-4ac9-4fc1-9bd1-66387b96cf46 with Priority: HIGHEST for action port [ 765.475563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-82608459-4ac9-4fc1-9bd1-66387b96cf46 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82608459-4ac9-4fc1-9bd1-66387b96cf46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82608459-4ac9-4fc1-9bd1-66387b96cf46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.476058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82608459-4ac9-4fc1-9bd1-66387b96cf46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.476173] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82608459-4ac9-4fc1-9bd1-66387b96cf46',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.697039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ae3138c-0231-404b-8b78-73d964ebad46 with status ACTIVE [ 765.697039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.697039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.697039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.701271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.701413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.701646] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.701762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.701824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.702045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.702121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.702336] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.702444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.706021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ae3138c-0231-404b-8b78-73d964ebad46 is going to be updated. [ 765.706021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.706021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.706021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be created. [ 765.706021] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.708278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.708278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.708490] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.708490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.708490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.708758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.708809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.708939] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 765.752504] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.752700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.752793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.753060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.753238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.754164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae3138c-0231-404b-8b78-73d964ebad46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.756070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.757035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.757035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.757035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.757035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.760202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.760202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.760202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.760202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.762851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773933] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: UNINITIALIZED for 2s [ 765.774694] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 765.981539] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82608459-4ac9-4fc1-9bd1-66387b96cf46 [ 765.983355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.983551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.983591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.985145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.985145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.985145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82608459-4ac9-4fc1-9bd1-66387b96cf46 already deleted. [ 765.985145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82608459-4ac9-4fc1-9bd1-66387b96cf46" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.212563] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.218666] env[65294]: INFO networking_nsxv3.common.synchronization [req-62772694-3ebf-4e17-886f-d10d838f128c req-2b4cdc18-685d-4c83-b1fa-a7636328db6e tempest-InstanceActionsNegativeTestJSON-1677036927 tempest-InstanceActionsNegativeTestJSON-1677036927-project-member] Enqueued Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 766.219313] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGHEST for action security_group_members [ 766.219619] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.219751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.219829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.220373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.220588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.220780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.220840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.221028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.221116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.221207] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.319874] env[65294]: INFO networking_nsxv3.common.synchronization [req-d1155cdd-b16f-4129-a10d-fdfe79a555de req-441b906e-8df4-4222-90f2-934f3700b7d7 tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 766.321050] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 766.321757] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.321757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.321757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.322831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.323060] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.323830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.323830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.324191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.324357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.324443] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.698026] env[65294]: INFO networking_nsxv3.common.synchronization [req-d1155cdd-b16f-4129-a10d-fdfe79a555de req-795f630f-8e98-422b-9845-8429f32fa48f tempest-ServersTestMultiNic-942533080 tempest-ServersTestMultiNic-942533080-project-member] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 766.699436] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGHEST for action security_group_members [ 766.699436] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.699436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.715403] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.715703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.715897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.716444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.716586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.716683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 is going to be created. [ 766.727705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.727869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.727951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.728156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.728247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.728475] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.728603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.728686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.728855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.728921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.729012] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 is going to be updated. [ 766.750387] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.751492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.751492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.751492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.751714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775059] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: UNINITIALIZED for 2s [ 766.793667] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.793897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.793947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.794241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.794431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.811135] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: IN_PROGRESS for 2s [ 766.830822] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.871254] env[65294]: INFO networking_nsxv3.common.synchronization [None req-717297af-56d0-4512-afff-f1206e3d922c None None] Enqueued Resource ID: bb2cb36e-7776-4f51-b4ff-e48d634b34f8 with Priority: HIGHEST for action port [ 766.871964] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2cb36e-7776-4f51-b4ff-e48d634b34f8 with Priority: HIGHEST for action port [ 766.872359] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2cb36e-7776-4f51-b4ff-e48d634b34f8 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2cb36e-7776-4f51-b4ff-e48d634b34f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2cb36e-7776-4f51-b4ff-e48d634b34f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.873147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2cb36e-7776-4f51-b4ff-e48d634b34f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.873287] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2cb36e-7776-4f51-b4ff-e48d634b34f8',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.122713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 767.123038] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 767.123207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.333967] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.377899] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb2cb36e-7776-4f51-b4ff-e48d634b34f8 [ 767.378411] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.380070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.380173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.380283] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb2cb36e-7776-4f51-b4ff-e48d634b34f8 already deleted. [ 767.380369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2cb36e-7776-4f51-b4ff-e48d634b34f8" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793834] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 767.793834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.794340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.794340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.794340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.794340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.794665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.794665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.794665] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.796484] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 767.796719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.797023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.797291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.797853] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.797853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.798167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.798167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.798297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.798764] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.841520] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.841687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.841778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.841976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.842084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.845177] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 767.884427] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.885030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.900510] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 768.002954] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 768.003172] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 768.003309] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 768.004323] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 768.004522] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 768.004644] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 768.006295] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.006295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.006295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.006295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.006295] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.006295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.006295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.006784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.006784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.006784] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.007685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.007781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.007977] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.008068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.086198] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cac10c7-444a-4f37-9650-bcac90a42071 req-ef4a768c-abb0-47eb-be26-dfa5739ca3db tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 with Priority: HIGHEST for action port [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 768.089024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.089024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.089024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.089024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.089024] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.090649] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.090938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.091083] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.091182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-906e90ab-19a7-4e12-a638-4c8238f952d0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.092290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.092290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.092290] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906e90ab-19a7-4e12-a638-4c8238f952d0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.092958] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.092958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092958] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.093156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.093434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.093434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.301753] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.302825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.509665] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.594388] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.594388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.595857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906e90ab-19a7-4e12-a638-4c8238f952d0 with status ACTIVE [ 768.596143] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.596331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.596415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.596645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.596745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.596942] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.597066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.597153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.597307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.597418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.597578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.597700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.597767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.597933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.598027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.598110] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906e90ab-19a7-4e12-a638-4c8238f952d0 is going to be updated. [ 768.625206] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.625752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.625951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906e90ab-19a7-4e12-a638-4c8238f952d0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.798497] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: SUCCESS [ 768.798947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.798947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.799349] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.799510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.799769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803027] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.804455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.805699] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.828262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 in Status: SUCCESS [ 768.828584] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 deletion is rescheduled due to dependency. [ 768.828753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.012377] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.306202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.306202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.306202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.306202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.306952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.307374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.307644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.307860] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.312021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.312021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 769.312021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.312021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.312754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.312973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.313258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 769.347408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.348118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.348460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.348778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.350930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.353190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.373026] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 769.374504] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 769.515353] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.515684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.515751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.516027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.516185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.516353] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be created. [ 769.542452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.542606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.542678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.542891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.543090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.556041] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: UNINITIALIZED for 2s [ 769.815468] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9f0d805-d19d-4d02-8041-7c712170c227: rpc.has_security_group_logging(os_id): False [ 769.834302] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.834441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.834513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.834723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.834812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.835037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.835140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.835201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.835422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.835422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.835600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.835685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.835745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.835882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.835956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.836437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.836510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 is going to be created. [ 769.911628] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.911912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.911912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.912709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.912709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 769.914145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.914698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.914875] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.914970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.915048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.915196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.915276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.915368] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.926302] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: IN_PROGRESS for 2s [ 770.417753] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.417928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.418022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.418245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.418343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.418554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.418662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.418740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.418862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.418937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.419039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be updated. [ 770.452307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.452428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.452560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.453257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.453257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463450] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: IN_PROGRESS for 2s [ 771.385349] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 771.385689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386546] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 771.386713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.387185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.387634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.387737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.387805] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.389328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.389496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.389706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.389797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.389846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.389992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.390075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.390163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.390257] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.390955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.391127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.391275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.391378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.391441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.391576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.391653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.391765] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.392370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.392528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.392674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.392779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.392858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.392997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.393089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.393168] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.568344] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: SUCCESS [ 771.568517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.568690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.569029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.569270] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.569400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.569467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.569620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.569702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.569797] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.890414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.890561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.895983] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.896936] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.898179] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.941161] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: SUCCESS [ 771.941573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.949025] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.949206] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.071650] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.399478] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75606f2a-6478-4a49-9424-fe5edfe7d155: rpc.has_security_group_logging(os_id): False [ 772.401541] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.403410] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.423696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.423847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.423921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.424168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.424491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.424491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.424624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.424659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.424822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.424914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.425016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be created. [ 772.472451] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 in Status: SUCCESS [ 772.472639] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 deletion is rescheduled due to dependency. [ 772.472754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.487861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.487861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.487861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.488052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.501692] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 772.575083] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.904778] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.904890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.904990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.905403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.905523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.905678] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 772.906964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.907133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.907133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.907259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.907350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.908531] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 772.963012] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.963012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.963012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.963012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.963012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.965554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.965554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.965554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.965789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.965789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.977873] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 772.980039] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 773.079622] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.079622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.079622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.079622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.079622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.079622] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be updated. [ 773.088962] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.089420] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 773.122615] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.122615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.122615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.122615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.122615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.134606] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: IN_PROGRESS for 2s [ 773.696429] env[65294]: INFO networking_nsxv3.common.synchronization [req-a4a37cc5-589a-4421-80fa-84ee56199692 req-bb8a433d-ad8a-4dfd-8e7d-32a205debf47 tempest-ServersAdminNegativeTestJSON-697106084 tempest-ServersAdminNegativeTestJSON-697106084-project-member] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 773.696967] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGHEST for action security_group_members [ 773.697288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.697422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697822] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.697921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700403] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.208773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.209210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.209436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.209547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.209766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.209952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.210147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.210219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.210313] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be updated. [ 774.276369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.276369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.276369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.276369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.276369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.289734] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: IN_PROGRESS for 2s [ 774.513947] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 774.514178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.514353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.514570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.514663] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.991530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 774.991530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.991852] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 774.991852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.991936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992851] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.994648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.994726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.994870] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.994976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.995056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.995346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.995346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.995436] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.018048] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.018048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.146026] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: SUCCESS [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.146026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.146026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.146026] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.149259] env[65294]: INFO networking_nsxv3.common.synchronization [req-aaf04731-97f3-46c0-9907-5cfb725e4a08 req-7babfc26-ffc4-4370-aadc-23480ef14a97 tempest-ServerActionsV293TestJSON-16747549 tempest-ServerActionsV293TestJSON-16747549-project-member] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 775.152965] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 775.152965] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.152965] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.152965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.152965] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.500037] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.501161] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.595826] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.596170] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-768" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.596330] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-768" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.596684] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-768" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.597014] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.597219] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.597367] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.597616] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.598126] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598126] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.598314] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.598415] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.598597] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.598790] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.598999] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.599197] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.619469] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.620169] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.620169] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.620314] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-768" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.620647] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.620898] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.621368] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.621458] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.621514] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b7573f-7e0b-47e7-89c8-a66ae9b9d479',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.650607] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.655483] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.655483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.655707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.656536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.656536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.656536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.656536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.656536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.657091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.657091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.657190] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 already deleted. [ 775.657321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.006998] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.008537] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.125981] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.126256] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.126416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.126753] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.126957] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.127218] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 not found, creating... [ 776.127543] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127764] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127894] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.128213] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.128390] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.128749] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.128954] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.132578] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.133659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.133659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.133659] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 is going to be created. [ 776.155943] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13e61f79-dd3e-4156-a943-cc6b6bf13d6c: rpc.has_security_group_logging(os_id): False [ 776.157568] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.157729] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.157783] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.158037] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.158254] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.158464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.171950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.172162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.172241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.172521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.172601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.172849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.172946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.173023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.173193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.173276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.173405] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be created. [ 776.256687] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.256871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.256911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.257243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.257441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.273485] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: IN_PROGRESS for 2s [ 776.318877] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad in Status: SUCCESS [ 776.318877] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad deletion is rescheduled due to dependency. [ 776.318877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514167] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.514473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.514648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.515070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.516258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 776.517712] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.517712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.517712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.517990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.517990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.518088] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 776.590350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.593674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.593674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.593674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.593674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.596311] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.596311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.596311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.596311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.596311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.614918] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 776.615723] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [req-aaf04731-97f3-46c0-9907-5cfb725e4a08 req-f8342231-5574-4706-a6c5-27322d6a1a62 service nova] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [req-aaf04731-97f3-46c0-9907-5cfb725e4a08 req-f8342231-5574-4706-a6c5-27322d6a1a62 service nova] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [req-aaf04731-97f3-46c0-9907-5cfb725e4a08 req-f8342231-5574-4706-a6c5-27322d6a1a62 service nova] Enqueued Resource ID: 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 with Priority: HIGHEST for action port [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_rules [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 776.887907] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 with Priority: HIGHEST for action port [ 776.890170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.890170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.890170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.890170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.890170] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.893702] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.893912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.894032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.894339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.894592] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.895056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.895056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.895191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.895292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.895467] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.898096] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.898272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.898321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.898478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.898563] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b7573f-7e0b-47e7-89c8-a66ae9b9d479',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.268654] env[65294]: INFO networking_nsxv3.common.synchronization [req-7469cc6a-9ffb-4cc9-a8b1-5aca23a121a6 req-6f21565d-0686-4861-b68a-69de978f2425 tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 777.270065] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 777.270433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.271951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.272303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.272686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.273038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.275043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.275143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.275381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.275516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275648] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.401015] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.401303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.401635] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.402835] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 with status ACTIVE [ 777.403434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.403434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.403434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.403730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.403730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.403917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.403917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.404021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.404157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.404240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.404427] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.404528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.404947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.404947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.404947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.404947] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03b7573f-7e0b-47e7-89c8-a66ae9b9d479 is going to be updated. [ 777.430090] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.430243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.430317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.430531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.430672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.430908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b7573f-7e0b-47e7-89c8-a66ae9b9d479" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684891] env[65294]: INFO networking_nsxv3.common.synchronization [req-a15ffee3-04bd-40a6-b993-639e09c94241 req-75d3298c-b519-446c-aa61-64adf940961f tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 777.685533] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 777.685812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.685936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.686609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.687126] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.779153] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.906921] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.969734] env[65294]: INFO networking_nsxv3.common.synchronization [req-a53b7c12-92e6-4c9e-b196-02e264d0ac17 req-f4a60a5a-5d83-449b-9697-0e7af489628b tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 777.970419] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 777.971039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.971578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.971578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.971578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.971803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.971927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.972114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.972253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.973081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.973270] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.022223] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.022476] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.022554] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.022904] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.023179] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.023396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.023480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.023821] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.023987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.024282] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.024377] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.024434] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.024523] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.024643] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.024744] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.025035] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.044792] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.045011] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.045185] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.045357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.045702] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-e7403e11-1fac-4060-a5e0-b2dd2787c03c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.045875] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.045991] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.046996] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.046996] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7403e11-1fac-4060-a5e0-b2dd2787c03c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.191290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.191290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.191290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.191290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.192305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.192305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.192305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.192697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.193658] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa already deleted. [ 778.193772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.281301] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.299211] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: SUCCESS [ 778.299446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.392959] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.393365] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.393365] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393843] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.393843] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.394027] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.394830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.394830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.394830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.394830] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.395046] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.395046] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.395117] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.395185] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.395280] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.395403] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.410757] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.410929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.411366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.411366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.411366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411366] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 is going to be created. [ 778.416522] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.416522] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.416522] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.416522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.416899] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-ea91f174-837f-4bd1-b18b-7e363bdbc74a taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.416899] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.417038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.417322] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.417463] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea91f174-837f-4bd1-b18b-7e363bdbc74a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.441706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.441873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.441923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.442144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.442302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.455927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: UNINITIALIZED for 2s [ 778.475385] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.475605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.475738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.475967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.476080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.476290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.476384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.476454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.476681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.476820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.476969] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 778.529691] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.530064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.530385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.541111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 778.548968] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.549200] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.549329] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.549715] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.549883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.550082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port e7403e11-1fac-4060-a5e0-b2dd2787c03c not found, creating... [ 778.550451] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.550616] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.550728] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.550995] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.551157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.551568] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.551746] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.551896] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.552136] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.552343] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.552552] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: e7403e11-1fac-4060-a5e0-b2dd2787c03c is going to be created. [ 778.574938] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.575600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.575600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.575600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.575738] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.575953] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.629579] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 778.629721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.630493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.630493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.630493] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.630687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.630687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.630845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.630945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.631036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.631208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.631307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.631366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.631511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.631659] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.632364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.632364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.632364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.632364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.632364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.632364] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.634667] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 778.634873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.635109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.635436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.635556] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.635670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.635737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.636243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.636388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.636512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.636749] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.784310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.784572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.784624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.784880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.785013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.785149] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 778.824736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.824933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.824933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.825186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.825333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.834767] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 778.919799] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.920072] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.920161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.920511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.920659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.920886] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port ea91f174-837f-4bd1-b18b-7e363bdbc74a not found, creating... [ 778.921188] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.921372] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.921476] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.921740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.921959] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.922329] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.922492] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.922604] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.922811] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.922955] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.923125] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: ea91f174-837f-4bd1-b18b-7e363bdbc74a is going to be created. [ 778.958889] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.959093] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959220] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959548] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.959802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.960191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.135368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 779.138513] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.155293] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.155543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.155543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.155769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.155919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156947] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.157108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.157308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.157424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.157738] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.157926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.158132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.158260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.158380] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 779.235190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.235541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.235810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.269223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 779.336016] env[65294]: INFO networking_nsxv3.common.synchronization [req-a15ffee3-04bd-40a6-b993-639e09c94241 req-38345ce9-b7d8-4ced-a24a-2c06cffdc107 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 779.336360] env[65294]: INFO networking_nsxv3.common.synchronization [req-a15ffee3-04bd-40a6-b993-639e09c94241 req-38345ce9-b7d8-4ced-a24a-2c06cffdc107 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 779.336360] env[65294]: INFO networking_nsxv3.common.synchronization [req-a15ffee3-04bd-40a6-b993-639e09c94241 req-38345ce9-b7d8-4ced-a24a-2c06cffdc107 service nova] Enqueued Resource ID: e7403e11-1fac-4060-a5e0-b2dd2787c03c with Priority: HIGHEST for action port [ 779.336867] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 779.337406] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 779.337686] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7403e11-1fac-4060-a5e0-b2dd2787c03c with Priority: HIGHEST for action port [ 779.338120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.338305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.338418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.338881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.339038] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.340830] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.340830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.340830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.340830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.340830] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.341285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.341285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.341967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.342178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.342392] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.345151] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7403e11-1fac-4060-a5e0-b2dd2787c03c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.345151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.345151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.345151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.345151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7403e11-1fac-4060-a5e0-b2dd2787c03c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.640586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75606f2a-6478-4a49-9424-fe5edfe7d155: rpc.has_security_group_logging(os_id): False [ 779.650280] env[65294]: INFO networking_nsxv3.common.synchronization [req-a53b7c12-92e6-4c9e-b196-02e264d0ac17 req-be22a8ea-cccd-4b32-8f1b-bb821159b4eb service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 779.650453] env[65294]: INFO networking_nsxv3.common.synchronization [req-a53b7c12-92e6-4c9e-b196-02e264d0ac17 req-be22a8ea-cccd-4b32-8f1b-bb821159b4eb service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 779.650582] env[65294]: INFO networking_nsxv3.common.synchronization [req-a53b7c12-92e6-4c9e-b196-02e264d0ac17 req-be22a8ea-cccd-4b32-8f1b-bb821159b4eb service nova] Enqueued Resource ID: ea91f174-837f-4bd1-b18b-7e363bdbc74a with Priority: HIGHEST for action port [ 779.651196] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 779.651292] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 779.651380] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea91f174-837f-4bd1-b18b-7e363bdbc74a with Priority: HIGHEST for action port [ 779.651648] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.651769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.651834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.652766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.652911] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.655158] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.655406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.655729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea91f174-837f-4bd1-b18b-7e363bdbc74a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.656927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.657302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.657414] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea91f174-837f-4bd1-b18b-7e363bdbc74a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.661110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.663222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.663354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.663652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.663806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.663898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.664265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.665140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.665285] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 779.721393] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.721502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.721553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.721824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.722062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.737674] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 779.822838] env[65294]: INFO networking_nsxv3.common.synchronization [req-617cba8d-02d6-419d-9586-08e58edcfa8f req-0be5e524-167a-4e0d-9559-ea767e466ff7 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 779.823069] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 779.824129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.824129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.824129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.824411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.824456] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.826475] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.847038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.848248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.848248] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.850196] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7403e11-1fac-4060-a5e0-b2dd2787c03c with status ACTIVE [ 779.850196] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.850196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.850196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.850375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.850406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852153] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7403e11-1fac-4060-a5e0-b2dd2787c03c is going to be updated. [ 779.898084] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.898250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.898513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.898602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.898690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.898942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7403e11-1fac-4060-a5e0-b2dd2787c03c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.063887] env[65294]: INFO networking_nsxv3.common.synchronization [req-ca13f37d-e2ef-46dc-bdad-c0cab79aa6e7 req-bcb680e1-f237-4c86-9a1d-3ac11fef8d76 tempest-ServerGroupTestJSON-522865769 tempest-ServerGroupTestJSON-522865769-project-member] Enqueued Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 780.064455] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGHEST for action security_group_members [ 780.064771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.064896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.064979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.065198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.065358] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.065452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.065515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.065671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.065724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.065817] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.159593] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.159737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.159996] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea91f174-837f-4bd1-b18b-7e363bdbc74a with status ACTIVE [ 780.160217] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.160349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.160433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.160704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.160857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.161124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.161204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.161280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.161483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.161568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.161867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.162031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.162148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.162357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.162442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.162533] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea91f174-837f-4bd1-b18b-7e363bdbc74a is going to be updated. [ 780.187250] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.188300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea91f174-837f-4bd1-b18b-7e363bdbc74a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.327430] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.357089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.467097] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: SUCCESS [ 780.467388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.467584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.467803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.467995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.468124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.468190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.468342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.469554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.469554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.469554] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.552237] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 780.552524] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd deletion is rescheduled due to dependency. [ 780.552669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.552830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.553191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.553396] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.553593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.553593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.553867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.553968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.554083] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.569990] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.570184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.570264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.570500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.570615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.571027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.571192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.571239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.571326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 is going to be updated. [ 780.610874] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.611609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.622792] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: IN_PROGRESS for 2s [ 780.669190] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f2d9b9c-c0dd-49f8-a666-20f5a12e32fe req-660cd92f-d580-415a-a463-5cf5fe169af7 tempest-ServersTestFqdnHostnames-634369709 tempest-ServersTestFqdnHostnames-634369709-project-member] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 780.669301] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 780.671720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.671720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.671720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.671720] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.829985] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.846346] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 780.846586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.858992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.859091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.859222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.859388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.859496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.859597] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be created. [ 780.894853] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.895180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.895180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.895382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.895507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.909482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: UNINITIALIZED for 2s [ 780.973211] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.039375] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.039631] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.039759] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.040016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.040893] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.041128] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.041128] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.041635] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.041746] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.041943] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.042089] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.042226] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.042329] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.042651] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.042651] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.042832] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.056917] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.068064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.068064] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.068064] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.068064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069419] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069419] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069419] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.069648] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069851] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62f5fa4-6463-471a-9a4f-9fc0f453ae88',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.174519] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.174699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.174896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176047] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 already deleted. [ 781.176047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.287357] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 781.287643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.287887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.288150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.288272] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.334864] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.334864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.334864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.334864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.334864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.334864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 781.386721] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.386721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.386721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.398900] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 781.477280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5138094-3308-418d-bed4-1ef914ea6a86: rpc.has_security_group_logging(os_id): False [ 781.498335] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.498578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.498653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.498895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.499017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.499370] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.499500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.499607] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.499795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.499904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.500037] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 is going to be created. [ 781.560284] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.575467] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.575716] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.575866] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.576158] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.576329] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.576513] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port d62f5fa4-6463-471a-9a4f-9fc0f453ae88 not found, creating... [ 781.581659] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.581659] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.581659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.585478] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: d62f5fa4-6463-471a-9a4f-9fc0f453ae88 is going to be created. [ 781.592105] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.592105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.592105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.592105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.592496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.614450] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.614450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.614450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.614450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.614450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.614950] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.618692] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: IN_PROGRESS for 2s [ 781.753802] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 781.753802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.790416] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.790627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.790627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.790906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.791100] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.791214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.791292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.791472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.791564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.791657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.791802] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.064218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.064218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.064218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.064218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.064218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.064218] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 782.120722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.121434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.121434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.121434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.121722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.138573] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 782.294459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.294459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.294884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.295093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.295204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.295339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.295582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.295703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.295883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296162] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296955] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.297167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.297258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.297917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.297917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.297917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.297917] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.427475] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f2d9b9c-c0dd-49f8-a666-20f5a12e32fe req-d976af09-fdf4-4b87-8294-891427abc700 service nova] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 782.427769] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f2d9b9c-c0dd-49f8-a666-20f5a12e32fe req-d976af09-fdf4-4b87-8294-891427abc700 service nova] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 782.428067] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f2d9b9c-c0dd-49f8-a666-20f5a12e32fe req-d976af09-fdf4-4b87-8294-891427abc700 service nova] Enqueued Resource ID: d62f5fa4-6463-471a-9a4f-9fc0f453ae88 with Priority: HIGHEST for action port [ 782.429223] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_rules [ 782.429362] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 782.429540] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f5fa4-6463-471a-9a4f-9fc0f453ae88 with Priority: HIGHEST for action port [ 782.429972] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.430182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.430296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.430596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.430731] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.434065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.434065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.434065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.434065] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.435090] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.435090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.435257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.435785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.435785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62f5fa4-6463-471a-9a4f-9fc0f453ae88',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.639588] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f0d805-d19d-4d02-8041-7c712170c227 in Status: SUCCESS [ 782.639770] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 deletion is rescheduled due to dependency. [ 782.639849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.801566] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 782.823273] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.823509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.823627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.824051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.824051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.824290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.824458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.824458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.824591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.824696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.825453] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.825453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.825453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.825453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.825453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.825453] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.825751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.825751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.825751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.825751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.825877] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 782.893632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.894325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.894325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.894325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.894325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.908599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 782.919264] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 782.919595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.919773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.920058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.920249] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.920401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.920471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.920660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.920709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.920792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.920977] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.937346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.937612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.938807] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.939654] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d62f5fa4-6463-471a-9a4f-9fc0f453ae88 with status ACTIVE [ 782.939846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.939961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.940606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.941091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.941235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.941815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.941815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.941815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.941815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.942021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.942115] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.942206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.942518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.942518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.942518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.942635] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d62f5fa4-6463-471a-9a4f-9fc0f453ae88 is going to be updated. [ 782.967117] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.967264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.967340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.967590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.967733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.967894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62f5fa4-6463-471a-9a4f-9fc0f453ae88" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.409544] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 783.410443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423539] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.423758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.424167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.424428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.424627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.424726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.424922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.425027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.425118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.425441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.425441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.425678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.425678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.425880] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.425942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.426234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.426343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.426450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.426580] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.444767] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.644056] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: SUCCESS [ 783.644330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.895192] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.895377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.895451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.895726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.895846] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.929790] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 783.947198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.947323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.947367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.947566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.947661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.947767] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 is going to be created. [ 783.966184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.966505] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.967235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.967235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.967235] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.968282] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.968282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.968282] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be created. [ 783.980770] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.980934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.980934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.981385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.981385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.993287] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: UNINITIALIZED for 2s [ 784.037495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.037495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.037495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.037495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.037495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.047151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 784.152847] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 784.153102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.153337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.153628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.153773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.153905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.154012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.154166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.154296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.154365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.154440] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.398878] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.657329] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.657329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.657329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.657329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.657856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.657856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.657856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.657856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.657998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.658045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.658220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.658589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.658794] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.659039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.659242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.659330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.659416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.659504] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.786830] env[65294]: INFO networking_nsxv3.common.synchronization [req-b209144c-25ca-49cf-b6a9-dc7cedb1e2c3 req-07efb817-038d-4741-8e7b-e37995a7cdac tempest-ServerMetadataNegativeTestJSON-1135902605 tempest-ServerMetadataNegativeTestJSON-1135902605-project-member] Enqueued Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 784.787821] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3126e1d-4505-4011-8b21-58be8b27b60d with Priority: HIGHEST for action security_group_members [ 784.788173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3126e1d-4505-4011-8b21-58be8b27b60d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.788295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.788359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.788561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.788710] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.788805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.788897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.790578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.790578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.790578] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3126e1d-4505-4011-8b21-58be8b27b60d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.902438] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.926387] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 784.926700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.161598] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7e3638-7ee1-4749-885b-ae918c189bcd: rpc.has_security_group_logging(os_id): False [ 785.179804] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.180235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.180326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.180521] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.180615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.180826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.180956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.181176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.181262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.181526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.181825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.181932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.182151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.182227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.182311] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 785.242745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.242918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.242969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.243381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.243561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.255501] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 785.293190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.293310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.293389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.293609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.293702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.293900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.294102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.294174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.294328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.294407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.294500] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3126e1d-4505-4011-8b21-58be8b27b60d is going to be updated. [ 785.348494] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.349282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.349282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.350954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.350954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.362248] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: IN_PROGRESS for 2s [ 785.406463] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 785.406599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.005421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: SUCCESS [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.005421] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.005421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.005421] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.059921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 786.060521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.351064] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.351319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.351440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.351756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.365062] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 786.365946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.366977] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 786.393889] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.393889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.394100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.394385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.402708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.403326] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 786.403859] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.403859] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 786.445937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.445937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.445937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.445937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.447183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.447729] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 786.508432] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.517529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.517723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.517781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.517957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.519957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.519957] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 786.587223] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.587223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.587223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.587223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.587223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.587443] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 786.587550] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'679a8678-671a-4ab2-80f4-84047722f5bf', '6d12d398-99e5-48b2-a868-36b740f9d780', '6b2532f6-6063-4718-9d7e-418498a2a4b3', '64461369-bb14-40de-bbae-96066e5044fd', '70201a8c-be28-4976-b909-bd890ee66655', '8f41b8ec-da61-4b84-acce-3fda3a69dd6d', '8d7e3638-7ee1-4749-885b-ae918c189bcd', '75606f2a-6478-4a49-9424-fe5edfe7d155', '07b15fc1-bcec-4afe-82aa-7e613a9a2259', '18405fba-91f9-424d-9275-995b5dd48dab', 'c17ad0d1-d1ba-4f96-9dda-d32e674f9c86', 'e336bf3c-bf8b-4b4f-ac69-823d4926f205', 'f48d5317-de6d-42b2-bcf2-1da9652bd97e', '8981edb8-6317-4465-b8bb-72bc8ecc189a', '534ecf74-13d1-40d4-808d-40ddbd97c668', '13e61f79-dd3e-4156-a943-cc6b6bf13d6c', 'f9f0d805-d19d-4d02-8041-7c712170c227', '7d13e132-4bc1-4a55-b96a-d7f5651782ad', 'f926ae26-352b-4b5e-9316-feb91f83f0aa', 'f23819da-eeaa-4fa5-8c79-9eebe98f9640', '5b0247d0-c3a5-416e-87c5-07ba95dc3e14', 'ac97b80c-acb7-44b6-ae09-012a778d79ca', 'd3126e1d-4505-4011-8b21-58be8b27b60d', '5ffb6c2f-7b46-4138-a602-05d9ec703e89', '0c4a19d0-befe-4c98-8832-5cfba6e4c178', '4c7c011b-b011-40b0-b6be-af97c702f0f1', '7d7678a2-8649-4500-8ca9-cca6e9f549f6', '1392529f-3387-48e5-9094-0e6d5ff687ea', 'd5a83ff1-07e1-4e2a-ab74-2f43174a01fe', 'f5138094-3308-418d-bed4-1ef914ea6a86', 'a2c907ab-7037-4411-bd8f-bf32468ede01', 'be265254-ba77-48aa-92d0-0fd15c93df52', '46d84661-e92f-4e52-ab95-9f0685b7c7a4'} {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.587637] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 786.611528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.611528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.611528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.611528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.611528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.611528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 786.611528] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.611528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 786.680540] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.680703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.680760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.681772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682019] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 786.682095] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.682172] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 786.682230] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 786.682311] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 786.682382] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGH for action security_group_rules [ 786.682458] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGH for action security_group_rules [ 786.682522] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 786.682585] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 786.682641] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGH for action security_group_rules [ 786.682693] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGH for action security_group_rules [ 786.682758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGH for action security_group_rules [ 786.682816] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGH for action security_group_rules [ 786.682882] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGH for action security_group_rules [ 786.682937] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGH for action security_group_rules [ 786.682987] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGH for action security_group_rules [ 786.683064] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGH for action security_group_rules [ 786.683111] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGH for action security_group_rules [ 786.683167] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGH for action security_group_rules [ 786.683229] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGH for action security_group_rules [ 786.683272] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGH for action security_group_rules [ 786.683341] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGH for action security_group_rules [ 786.683417] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGH for action security_group_rules [ 786.683481] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGH for action security_group_rules [ 786.683536] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGH for action security_group_rules [ 786.683585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.010457] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c587c9cf-3211-47a6-aecf-f00996bfb202: rpc.has_security_group_logging(os_id): False [ 787.041147] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.041333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.041440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.041694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.041789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.042082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.042201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.042266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.042439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.042512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.042698] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 is going to be created. [ 787.115071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.115285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.115346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.116461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.116461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.131803] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: IN_PROGRESS for 2s [ 787.288686] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 787.289076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.381485] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3126e1d-4505-4011-8b21-58be8b27b60d in Status: SUCCESS [ 787.381485] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3126e1d-4505-4011-8b21-58be8b27b60d deletion is rescheduled due to dependency. [ 787.381485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3126e1d-4505-4011-8b21-58be8b27b60d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.152471] env[65294]: INFO networking_nsxv3.common.synchronization [req-bec83e25-9e2f-43bf-b413-81a3b2757e4b req-c511fe4f-dbec-477c-8fdb-a9483ce546ca tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 788.152970] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 788.153073] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f0d805-d19d-4d02-8041-7c712170c227 with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 with Priority: HIGH for action security_group_rules [ 788.155477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 with Priority: HIGH for action security_group_rules [ 788.155954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGH for action security_group_rules [ 788.155954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 with Priority: HIGH for action security_group_rules [ 788.155954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d with Priority: HIGH for action security_group_rules [ 788.155954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGH for action security_group_rules [ 788.155954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGH for action security_group_rules [ 788.157336] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d12d398-99e5-48b2-a868-36b740f9d780 with Priority: HIGH for action security_group_rules [ 788.157483] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 788.157995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.158121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.158161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.158363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.158546] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.158669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.158741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.158975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.159057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.159154] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.160918] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.165096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.165096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.165096] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.165096] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.165096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.165388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.165709] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.167785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.167785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.167785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.168109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.168109] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.169257] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.169257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.169410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.169479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.169569] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.171258] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.171361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.171443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.171620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.171688] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23819da-eeaa-4fa5-8c79-9eebe98f9640',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.174147] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.174147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.174147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.174147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.174147] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.175862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.176087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.176202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.176478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.176575] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d13e132-4bc1-4a55-b96a-d7f5651782ad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.178210] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f0d805-d19d-4d02-8041-7c712170c227 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.178408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.178518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.181535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.181535] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f0d805-d19d-4d02-8041-7c712170c227',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.186220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8981edb8-6317-4465-b8bb-72bc8ecc189a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.186220] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8981edb8-6317-4465-b8bb-72bc8ecc189a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.186220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.186220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.186220] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.186220] env[65294]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 788.186978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.186978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.186978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.186978] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.192537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.193766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.193766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.194338] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e336bf3c-bf8b-4b4f-ac69-823d4926f205',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.196408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.196408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.196408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.196408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.196408] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17ad0d1-d1ba-4f96-9dda-d32e674f9c86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.198226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.198226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.198226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.198648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.198648] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.202284] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.202431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.202523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.202932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.202932] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b15fc1-bcec-4afe-82aa-7e613a9a2259',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.204867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.204971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.205173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.205214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.205273] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f41b8ec-da61-4b84-acce-3fda3a69dd6d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.206689] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.206689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.206689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.207016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.207097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.208695] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.208811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.208898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.209092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.209168] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.210185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d12d398-99e5-48b2-a868-36b740f9d780 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.210295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.210361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.210517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.210588] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d12d398-99e5-48b2-a868-36b740f9d780',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.211798] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.211798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.211798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.212089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.212089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.212395] env[65294]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 788.218992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.219166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.219209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.219389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.219543] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.219640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.219704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.220019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.220019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.220019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.220177] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.226211] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.226211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.226211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.226565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.226633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.226747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.226824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.226987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.227131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.227222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.227325] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.229247] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.229247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.229247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.229247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.263087] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.263087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.264527] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.264647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.266708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.267020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.267088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.267125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.267339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.267430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.267535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 788.269277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.270025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.306020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.306020] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be deleted. [ 788.306020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.306020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.307895] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.308045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.308107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.308255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.308379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.321766] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 788.330037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.330219] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be deleted. [ 788.400775] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.401088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.401158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.401401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.401497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.401616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.402961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.402961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.402961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.402961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.402961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.402961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.715706] env[65294]: INFO networking_nsxv3.common.synchronization [req-a9e0afb6-3ede-462c-ac42-7f7b0bd9ab7e req-589af3ed-5d7e-4a0d-8f69-ad05f89780c4 tempest-ServersTestManualDisk-1514681855 tempest-ServersTestManualDisk-1514681855-project-member] Enqueued Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 788.716474] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 with Priority: HIGHEST for action security_group_members [ 788.716968] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7678a2-8649-4500-8ca9-cca6e9f549f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.721263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.721367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.721997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.722226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.722376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.722477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.726021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.726021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.726021] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7678a2-8649-4500-8ca9-cca6e9f549f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.736763] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.738823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.739489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.739606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.739868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.740104] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.740227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.740288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.740461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.740548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.740634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.740914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.741096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.741198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.741373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.741514] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.741603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.741660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.741789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.741860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.741998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742119] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.766622] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.766802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.766869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.767055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.767221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.767318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.767380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.767537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.767632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.767717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.767803] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.769829] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.769971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.770032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.770177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.770418] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.770517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.770682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.770834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.770999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.771100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.771184] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.772032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.772137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.772190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.772345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.772491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.772588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.772654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.772789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.772865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.772949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.773719] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.774661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.775023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.775095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.775260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.775414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.775509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.775574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.775715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.775793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.775878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.775962] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.776734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.776828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.777054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.777197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.777301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.777361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.777495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.777569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.777650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.777731] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.778509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.778614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.778681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.778832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.779291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779503] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.784170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.784302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.784519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.784578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.784705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.784811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.784858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.785039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.785183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.785183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.785272] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.827668] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.827874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.827874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.828076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.831040] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.831206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.832157] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.832363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.833137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.833232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.834016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.834180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.834986] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.835104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.835813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.835901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.836629] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.836724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.838269] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.838552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.859890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.859890] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f41b8ec-da61-4b84-acce-3fda3a69dd6d is going to be deleted. [ 788.860455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.860679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.881825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.881985] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17ad0d1-d1ba-4f96-9dda-d32e674f9c86 is going to be deleted. [ 788.883195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.883622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.909142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.909329] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8981edb8-6317-4465-b8bb-72bc8ecc189a is going to be deleted. [ 788.910617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.910989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.941204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.941339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f0d805-d19d-4d02-8041-7c712170c227 is going to be deleted. [ 788.942561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.942822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.945028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.945028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.945471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.945586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.971822] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.971822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.973008] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.973162] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d12d398-99e5-48b2-a868-36b740f9d780 is going to be deleted. [ 788.975027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.014683] env[65294]: INFO networking_nsxv3.common.synchronization [req-59ca0527-ec7f-436f-b5b2-739f9f523a1a req-31cc407c-fdd2-44f0-968d-5266558c3c3e tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 789.015299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 789.015652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.017089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.017152] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.029553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029707] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d13e132-4bc1-4a55-b96a-d7f5651782ad is going to be deleted. [ 789.030752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.031108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.056468] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.056676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.064683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.064683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e336bf3c-bf8b-4b4f-ac69-823d4926f205 is going to be deleted. [ 789.065489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.065669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.114916] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.115786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.144830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.144830] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23819da-eeaa-4fa5-8c79-9eebe98f9640 is going to be deleted. [ 789.146148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.146434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.158393] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: SUCCESS [ 789.158794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200854] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b15fc1-bcec-4afe-82aa-7e613a9a2259 is going to be deleted. [ 789.202239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.202479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.202666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.202785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f41b8ec-da61-4b84-acce-3fda3a69dd6d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.203528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.203756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.203865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.204076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17ad0d1-d1ba-4f96-9dda-d32e674f9c86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.204827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.204951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.205051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.205176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8981edb8-6317-4465-b8bb-72bc8ecc189a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.205317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.205468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.205543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.206073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f0d805-d19d-4d02-8041-7c712170c227" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.206073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.206073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.206385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.206516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d12d398-99e5-48b2-a868-36b740f9d780" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.228345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.229218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.229366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.229536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.233972] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.234267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246448] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679a8678-671a-4ab2-80f4-84047722f5bf: rpc.has_security_group_logging(os_id): False [ 789.247877] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7e3638-7ee1-4749-885b-ae918c189bcd: rpc.has_security_group_logging(os_id): False [ 789.269395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.269395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.270461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.270572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.273373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.273373] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.273524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.273524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.273716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.273798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.273892] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 is going to be updated. [ 789.274930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.275263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e336bf3c-bf8b-4b4f-ac69-823d4926f205" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.275932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.279357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d13e132-4bc1-4a55-b96a-d7f5651782ad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.280297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.282185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.282729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.282887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.283054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.284750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.284821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.286120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.286985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.287156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.287227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.287393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.287478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288187] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.289171] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.290098] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.290098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291826] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.292684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.292684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.292792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.292918] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.293042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.293140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.293342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.293429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.293514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.293604] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.294556] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.295384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.295468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.295530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.295688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.295833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.295929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.295992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.296147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.296226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296445] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.296740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.296983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.298290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.298290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.298290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.298290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.298290] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.303034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303684] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.305137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.305137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.305137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.306057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.306417] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.307101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.307175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.307257] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.308361] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.346826] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.347030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375731] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.400356] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.400599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.400690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.401018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.401237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.404164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.404516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.404717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.404765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.404996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.405103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.405314] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf is going to be updated. [ 789.407802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.408461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.426472] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: IN_PROGRESS for 2s [ 789.468099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.468279] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.468552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.469195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.470701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.470701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.470701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.471335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.471335] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 789.472396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.472396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.472396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.472396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b15fc1-bcec-4afe-82aa-7e613a9a2259" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.473154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.473154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.473154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.473310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23819da-eeaa-4fa5-8c79-9eebe98f9640" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.520462] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.520689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.520816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.521180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.522687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.522987] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.523134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.523428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.523518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.523623] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 already deleted. [ 789.523665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.545307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.545482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.545482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.545706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.545847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549825] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.550195] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.550195] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.550624] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.550960] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.551147] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.551270] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.551465] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.551599] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.551863] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.552059] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.552175] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.552282] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.552391] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.552491] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.552621] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.568092] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: IN_PROGRESS for 2s [ 789.571978] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.572134] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.572272] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.572498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572850] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.573084] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.573238] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.573586] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.573765] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5479aa5c-dbe0-431d-b9f6-bbb876bb70e1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.579379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.579788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.579788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.579911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.580087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.595625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 789.686825] env[65294]: INFO networking_nsxv3.common.synchronization [req-29369e20-c34a-42e7-a850-27bdaf8f6ac6 req-3a09a980-8a85-42d9-b7fd-a3b8f419c05b tempest-FloatingIPsAssociationTestJSON-1487638073 tempest-FloatingIPsAssociationTestJSON-1487638073-project-member] Enqueued Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 789.688082] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c907ab-7037-4411-bd8f-bf32468ede01 with Priority: HIGHEST for action security_group_members [ 789.688543] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c907ab-7037-4411-bd8f-bf32468ede01 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.688722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.688828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.689136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.689369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.689531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.689641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.689890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.690040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.690190] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c907ab-7037-4411-bd8f-bf32468ede01',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.803985] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 789.805564] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70201a8c-be28-4976-b909-bd890ee66655: rpc.has_security_group_logging(os_id): False [ 789.807216] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18405fba-91f9-424d-9275-995b5dd48dab: rpc.has_security_group_logging(os_id): False [ 789.809618] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75606f2a-6478-4a49-9424-fe5edfe7d155: rpc.has_security_group_logging(os_id): False [ 789.812662] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13e61f79-dd3e-4156-a943-cc6b6bf13d6c: rpc.has_security_group_logging(os_id): False [ 789.813727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 789.813824] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 789.830967] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.830967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.831140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.831242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.833636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.834355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.834459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.835069] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.835165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.835794] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.835887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836645] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.836645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.837267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.837364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.859334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.859580] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.859710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.859774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.859979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.860438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.860438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.860582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.860933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.860984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.861147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.861227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.861321] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 789.864825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.864825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.882848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.883135] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.883260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.883327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.883524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.883608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.883812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.883907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.883968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.884128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.884206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.884402] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.884484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.884545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.884678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.884751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 789.885901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.886207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.910325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.915087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.915087] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 789.915087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.915087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.931797] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.931897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.936677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.937174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.937174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.937339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.940511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.940511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.940511] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 789.940511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.940511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.955870] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.956068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.961371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.961371] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.961480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.961480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.961683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.961763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.962063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.962176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.962238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.962389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.962463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.962652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.962730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.962792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.962929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.963011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.966950] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 789.968377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.969092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.988457] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.988457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.993345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.994325] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.994460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.994671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.995054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.995651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.995783] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be updated. [ 789.996972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.000627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.066679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.066818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.069528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.069856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.070074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.070152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.070356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.070466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.070722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.070852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.070932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.071144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.071243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.073044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.073044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.073044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.073044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.073044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.073044] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 790.074375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.074375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.074375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.075112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.075403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.075576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.078025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.078025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.084117] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.084117] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 not found, creating... [ 790.084117] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.084117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.084542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.084542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.084761] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.084961] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.086584] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.086735] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.087095] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.088574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 is going to be created. [ 790.089295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.089431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.089573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.120466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.120721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.120817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.121197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.121561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.124310] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 790.125267] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 790.126694] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 790.130532] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 790.140019] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.140019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.140019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.140019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.140360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.140394] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.142684] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 790.178090] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.178390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.178390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.178586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.178746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.193085] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.193242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.193320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.193551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.237550] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: IN_PROGRESS for 2s [ 790.242433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.242764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.242968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.243064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.243251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.243380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.243513] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 is going to be updated. [ 790.251227] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.251418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.251519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.251733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.251915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.276251] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 790.318819] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.319022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.320042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.320042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.320042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.336888] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 790.337092] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 790.337208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.339643] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: IN_PROGRESS for 2s [ 790.850193] env[65294]: INFO networking_nsxv3.common.synchronization [req-59ca0527-ec7f-436f-b5b2-739f9f523a1a req-61a71f9b-8dc4-402e-8222-5cfedb08c340 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 790.850618] env[65294]: INFO networking_nsxv3.common.synchronization [req-59ca0527-ec7f-436f-b5b2-739f9f523a1a req-61a71f9b-8dc4-402e-8222-5cfedb08c340 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 790.850618] env[65294]: INFO networking_nsxv3.common.synchronization [req-59ca0527-ec7f-436f-b5b2-739f9f523a1a req-61a71f9b-8dc4-402e-8222-5cfedb08c340 service nova] Enqueued Resource ID: 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 with Priority: HIGHEST for action port [ 790.852397] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 790.852551] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 790.852689] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 with Priority: HIGHEST for action port [ 790.853059] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.853230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.853583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.853645] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.855330] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.855470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.855543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.855728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.855880] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.856015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.856105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.856306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.856429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.856535] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.857515] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.857619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.857681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.857832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.857984] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5479aa5c-dbe0-431d-b9f6-bbb876bb70e1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.360752] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.361191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.361191] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.367018] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 with status ACTIVE [ 791.367018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367018] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5479aa5c-dbe0-431d-b9f6-bbb876bb70e1 is going to be updated. [ 791.399679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.399679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.399679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.399679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.399679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.399679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5479aa5c-dbe0-431d-b9f6-bbb876bb70e1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.435855] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 in Status: SUCCESS [ 791.436496] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7678a2-8649-4500-8ca9-cca6e9f549f6 deletion is rescheduled due to dependency. [ 791.436496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7678a2-8649-4500-8ca9-cca6e9f549f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.581343] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: SUCCESS [ 791.581648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.620081] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 791.623026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.717043] env[65294]: INFO networking_nsxv3.common.synchronization [req-0b7ec509-28a6-44fd-8c59-28383f25602a req-9b8c3f02-8ec1-4b70-b2b8-397f58a1ec72 tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 791.717387] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 791.718673] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.718673] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.718673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.718673] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.863436] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.027293] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.027501] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.027623] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.027884] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028156] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.028310] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.028424] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.028629] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028764] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028963] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.029111] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.029221] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.029326] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.029432] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.029534] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.029663] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.049058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.049243] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.049381] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.049550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-290" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.049852] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-c7a46553-48b3-4a81-9be3-3631b376c329 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.050036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.050207] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.050530] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.050667] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a46553-48b3-4a81-9be3-3631b376c329',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.142330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 792.142565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.143302] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 792.143473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.144950] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 792.145136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.145733] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 792.145895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 792.155168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221472] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.222529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.222863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.223025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be deleted. [ 792.252063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: SUCCESS [ 792.252741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.262188] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.262348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.262451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.262693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.262801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.262904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.293260] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 792.293489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.350544] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c907ab-7037-4411-bd8f-bf32468ede01 in Status: SUCCESS [ 792.350723] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c907ab-7037-4411-bd8f-bf32468ede01 deletion is rescheduled due to dependency. [ 792.350831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c907ab-7037-4411-bd8f-bf32468ede01" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.365518] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.366151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.366288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.366470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.366742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.366742] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be created. [ 792.405547] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.405781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.405781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.406020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.406193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.417111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: UNINITIALIZED for 2s [ 792.555672] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.555920] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.556061] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.556351] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.556493] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.556650] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port c7a46553-48b3-4a81-9be3-3631b376c329 not found, creating... [ 792.556910] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.557143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.557222] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557437] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557576] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557866] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.558481] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561292] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.561587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.561749] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.561908] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: c7a46553-48b3-4a81-9be3-3631b376c329 is going to be created. [ 792.584092] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.584404] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.401828] env[65294]: INFO networking_nsxv3.common.synchronization [req-0b7ec509-28a6-44fd-8c59-28383f25602a req-c9901487-9858-47e9-85e1-2a3f3e488d00 service nova] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 793.402138] env[65294]: INFO networking_nsxv3.common.synchronization [req-0b7ec509-28a6-44fd-8c59-28383f25602a req-c9901487-9858-47e9-85e1-2a3f3e488d00 service nova] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 793.402460] env[65294]: INFO networking_nsxv3.common.synchronization [req-0b7ec509-28a6-44fd-8c59-28383f25602a req-c9901487-9858-47e9-85e1-2a3f3e488d00 service nova] Enqueued Resource ID: c7a46553-48b3-4a81-9be3-3631b376c329 with Priority: HIGHEST for action port [ 793.403686] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_rules [ 793.403686] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 793.403686] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a46553-48b3-4a81-9be3-3631b376c329 with Priority: HIGHEST for action port [ 793.403686] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.403686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.404113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.404113] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.405178] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.405502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.405502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.405772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.406045] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.406224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.406352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.406579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.410872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.410872] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.410872] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a46553-48b3-4a81-9be3-3631b376c329 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.591802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.591940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.592297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.592393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a46553-48b3-4a81-9be3-3631b376c329',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.094553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.094721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.094993] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.096839] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a46553-48b3-4a81-9be3-3631b376c329 with status ACTIVE [ 794.097030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.097153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.097411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.097528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.097675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.097770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.097975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102771] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a46553-48b3-4a81-9be3-3631b376c329 is going to be updated. [ 794.125594] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.125790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.125841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.126035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.126174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.126340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a46553-48b3-4a81-9be3-3631b376c329" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.333851] env[65294]: INFO networking_nsxv3.common.synchronization [req-e2e3f0a6-f479-4cc6-9c33-15e85336a060 req-e0714541-f01c-40b9-adc2-4ece9bfe3469 tempest-ServerPasswordTestJSON-1981300912 tempest-ServerPasswordTestJSON-1981300912-project-member] Enqueued Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 794.335128] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 794.335559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.335721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.335816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.336571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.336942] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.337129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.337222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.337452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.337571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.337703] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.428782] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 794.428782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.428782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.428782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.429187] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.429187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.429187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.429335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.429335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.429400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.429478] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.604034] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.682436] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.682436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-436" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.682686] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-436" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.683071] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-436" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.683071] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.683275] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.683335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.683526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.683668] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.683870] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.683980] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.684232] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.685934] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.686094] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.686222] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.686360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.719926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.720215] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.720400] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.720628] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-436" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.721094] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-f12cea11-12af-4b71-b521-d589f9da608b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.721335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.721480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.723092] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.726909] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12cea11-12af-4b71-b521-d589f9da608b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.808823] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b9c9086e-7b98-4a63-b8a6-cf96d9bbdb31 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 794.811137] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 794.811137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.812102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.812102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.812312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.812424] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.841510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.841758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.842174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.842384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.842489] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.842588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.842653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.842797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.842867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.845021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 already deleted. [ 794.845021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.931853] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.999836] env[65294]: INFO networking_nsxv3.common.synchronization [None req-e82abc2b-9a6a-4a75-bdf0-f35026761f14 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 794.999836] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 795.000574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.001057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.107208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.107537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.107647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.107789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.107876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.107974] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be created. [ 795.133781] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.134018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.134018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.134277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.134385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144719] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: UNINITIALIZED for 2s [ 795.229158] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.229450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.229581] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.229858] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.230010] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.230322] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port f12cea11-12af-4b71-b521-d589f9da608b not found, creating... [ 795.230664] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.231060] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.231323] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.231627] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.231806] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.232135] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.232339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.232506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.232730] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.232860] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.232999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: f12cea11-12af-4b71-b521-d589f9da608b is going to be created. [ 795.238765] env[65294]: INFO networking_nsxv3.common.synchronization [req-2504c54a-0bad-41e6-8cdb-997995801585 req-af1744e3-6cc4-49a5-9c26-f11fa085743a tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 795.239042] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 795.239614] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.239741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.239809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.240144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.240243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.240315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.240437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.240517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.240606] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.264429] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.264661] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.264777] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.265065] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.265294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.265519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.334663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.334819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.334898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.335172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.335267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.335494] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c already deleted. [ 795.335575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.336142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.336351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.336450] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.434600] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71258e59-289f-4194-83ce-bd78a306e355: rpc.has_security_group_logging(os_id): False [ 795.462756] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.462974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.463095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.463438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.463574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.463951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.464185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.464254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.464456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.464578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.464723] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be created. [ 795.541424] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.541570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.541619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.541836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.542067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.556872] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 795.743294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.743487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.743646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.745752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.745752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.745752] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.745752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.745752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.745752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.746427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.746427] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 795.785938] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.786181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.786354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.786652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.786865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.802197] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 795.861376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.861376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.861376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.861589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.861676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.861821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c already deleted. [ 795.862045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.987604] env[65294]: INFO networking_nsxv3.common.synchronization [req-e2e3f0a6-f479-4cc6-9c33-15e85336a060 req-e09867b9-a5b0-4513-b4b6-c460fd3e77c2 service nova] Enqueued Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_rules [ 795.987901] env[65294]: INFO networking_nsxv3.common.synchronization [req-e2e3f0a6-f479-4cc6-9c33-15e85336a060 req-e09867b9-a5b0-4513-b4b6-c460fd3e77c2 service nova] Enqueued Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 795.988147] env[65294]: INFO networking_nsxv3.common.synchronization [req-e2e3f0a6-f479-4cc6-9c33-15e85336a060 req-e09867b9-a5b0-4513-b4b6-c460fd3e77c2 service nova] Enqueued Resource ID: f12cea11-12af-4b71-b521-d589f9da608b with Priority: HIGHEST for action port [ 795.988776] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_rules [ 795.989027] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 795.989155] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12cea11-12af-4b71-b521-d589f9da608b with Priority: HIGHEST for action port [ 795.989433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.989555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.989636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.989945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.990078] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.991815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.991945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.992027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.992219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.992378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.992478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.992540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.992684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.992768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.992857] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.993677] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12cea11-12af-4b71-b521-d589f9da608b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.993788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.993841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.993991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.994094] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12cea11-12af-4b71-b521-d589f9da608b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.499408] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.500600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.500711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.500879] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f12cea11-12af-4b71-b521-d589f9da608b with status ACTIVE [ 796.501135] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.501272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.501314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.501507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.502104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502104] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.502104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.502104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.507118] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.507118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.507118] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f12cea11-12af-4b71-b521-d589f9da608b is going to be updated. [ 796.533694] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.533873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.533953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.534196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.534443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.534612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12cea11-12af-4b71-b521-d589f9da608b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.008203] env[65294]: INFO networking_nsxv3.common.synchronization [req-5739379b-5e94-48d0-a74f-7b54343815f6 req-3dab007d-e21f-4c30-a0d7-d149a841acdd tempest-AttachInterfacesV270Test-1045691695 tempest-AttachInterfacesV270Test-1045691695-project-member] Enqueued Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 797.009025] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 797.009119] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.013567] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.013567] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.013567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013567] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.157551] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 797.158081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.159802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.159802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.159802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.159802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.160121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.160455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.161965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.161965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.161965] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.479110] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.479110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-332" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.479110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-332" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.479110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-332" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.479110] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.479110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.479110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.479442] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.479591] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.479745] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.479852] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.480603] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.480603] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.480603] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.480603] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.480603] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.501090] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.501436] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.501553] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.501780] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-332" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.502159] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.502802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.502802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.502919] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.503077] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a8665e-8c8d-4a4a-9dae-4b5d222852d5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.516095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.516424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.516835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.517127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.517228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.517352] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 is going to be created. [ 797.518626] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.518751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.518823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.522927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.523091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.523391] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.527015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.527015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.527015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.527015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.527015] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 already deleted. [ 797.527015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.552693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.552693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.552693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.552693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.552693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.565282] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: UNINITIALIZED for 2s [ 797.571067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 797.571839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.666536] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.814206] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 797.814373] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa deletion is rescheduled due to dependency. [ 797.814491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.006690] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.006977] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.007134] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.007440] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.007605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.007759] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 not found, creating... [ 798.008034] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.008215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.008378] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.008653] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.008795] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009208] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.009846] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.009846] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.009846] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009846] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.010043] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 is going to be created. [ 798.034077] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.034307] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.034431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.034864] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.035105] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.035392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.169558] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534ecf74-13d1-40d4-808d-40ddbd97c668: rpc.has_security_group_logging(os_id): False [ 798.198037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.198037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.198037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.198601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.198601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.198740] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.199496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.199496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.199496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.199496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.199496] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be created. [ 798.314379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.314530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.314610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.314791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.314969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332424] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: IN_PROGRESS for 2s [ 798.772290] env[65294]: INFO networking_nsxv3.common.synchronization [req-5739379b-5e94-48d0-a74f-7b54343815f6 req-f7b560c2-feb3-4399-9ec0-4c38cbdbc29d service nova] Enqueued Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_rules [ 798.772554] env[65294]: INFO networking_nsxv3.common.synchronization [req-5739379b-5e94-48d0-a74f-7b54343815f6 req-f7b560c2-feb3-4399-9ec0-4c38cbdbc29d service nova] Enqueued Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 798.772589] env[65294]: INFO networking_nsxv3.common.synchronization [req-5739379b-5e94-48d0-a74f-7b54343815f6 req-f7b560c2-feb3-4399-9ec0-4c38cbdbc29d service nova] Enqueued Resource ID: 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 with Priority: HIGHEST for action port [ 798.773243] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_rules [ 798.774695] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 798.774868] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 with Priority: HIGHEST for action port [ 798.775224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.775351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.775420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.775728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.775817] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.777692] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.777692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.777692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.777861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.777903] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.778107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.778732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.778934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.779075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.779312] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.780573] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.780706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.780776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.781717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.781811] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a8665e-8c8d-4a4a-9dae-4b5d222852d5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.284536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.284678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.284917] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.286100] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 with status ACTIVE [ 799.286230] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.286355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.286467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.286652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.286777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.286998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289816] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a8665e-8c8d-4a4a-9dae-4b5d222852d5 is going to be updated. [ 799.323836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.323836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.323836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.323836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.323836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a8665e-8c8d-4a4a-9dae-4b5d222852d5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.431890] env[65294]: INFO networking_nsxv3.common.synchronization [req-7cefcadb-f8c6-48e4-80ba-3f4b05cfde81 req-a3034678-9299-4795-aad3-b84cde0534e5 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 799.433107] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 with Priority: HIGHEST for action security_group_members [ 799.433563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4a19d0-befe-4c98-8832-5cfba6e4c178 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.433951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.433951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.434207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.434358] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.434478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.434522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.434658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.435000] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.435129] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4a19d0-befe-4c98-8832-5cfba6e4c178',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.580956] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: SUCCESS [ 799.581053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.585029] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.585029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.585029] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.792617] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.938071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.938242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.938306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.938522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.960467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.960796] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.960975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.961365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.961573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.961637] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 is going to be updated. [ 799.992660] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.992917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.992988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.993320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.993521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.003790] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: IN_PROGRESS for 2s [ 800.085226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.085395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.085501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.085982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.086177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.086761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.086761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.086761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.086761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.087599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.088057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.088120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088292] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.295485] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.298480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.298480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.298480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.298480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.298480] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 is going to be created. [ 800.325140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.325326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.325326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.325865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.325865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.344247] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: UNINITIALIZED for 2s [ 800.346592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 800.346813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591347] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 754fccea-5932-4d9c-bfc1-46dca6182e06: rpc.has_security_group_logging(os_id): False [ 800.612648] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.612648] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.612648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.612961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.612961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.613116] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.613269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.613382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.613524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.613598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.613801] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.613911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.613983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.614151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.614224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.614309] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 is going to be created. [ 800.686025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.686167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.686211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.686853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.686853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.702191] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: IN_PROGRESS for 2s [ 802.016333] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 in Status: SUCCESS [ 802.016692] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4a19d0-befe-4c98-8832-5cfba6e4c178 deletion is rescheduled due to dependency. [ 802.016692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4a19d0-befe-4c98-8832-5cfba6e4c178" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.359456] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: SUCCESS [ 802.359751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.359920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.360787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.361413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.362036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.363068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.363068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.363068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.363068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.363068] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.717072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: SUCCESS [ 802.717313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.811679] env[65294]: INFO networking_nsxv3.common.synchronization [req-f276b513-44d7-49e8-8872-a05543f21cb7 req-a4abf714-feb5-45be-8bf5-45e627d52c3a tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 802.812995] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 802.813381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.813491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.813639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.813964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.813964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.814115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.814115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.814250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.814335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.814370] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.866805] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.866996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.867091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.867272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.867536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.867597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.867742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.867908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.868080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.868187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.868488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.868569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.868855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.868914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.869020] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.316553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317326] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317811] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 803.348461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.348840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.349139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.349349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.361052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 803.371560] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 153518ce-8ddd-49e3-b20a-c81be92221b0: rpc.has_security_group_logging(os_id): False [ 803.408221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.408730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.408825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.409223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.409935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.410218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.410303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410549] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.410673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.410739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.410930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.411035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.411144] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 is going to be created. [ 803.477032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.477199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.477199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.477365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.477548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.489648] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: IN_PROGRESS for 2s [ 805.373105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 805.373486] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd deletion is rescheduled due to dependency. [ 805.373486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.501781] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: SUCCESS [ 805.502306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.662925] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-ccfc11a9-8db1-4337-9e6d-08b514fb488a tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 806.667286] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 806.667286] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.667286] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.667286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.667286] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.100533] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.100694] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.100760] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.101120] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.104438] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.106526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106824] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.106824] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.106911] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.107117] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.108055] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.108214] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.108365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.143694] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.143694] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.143865] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.143938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.144339] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-aebc2dff-be23-4b6d-ac7a-e4372edad60c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.144527] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.144685] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.145063] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.145409] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebc2dff-be23-4b6d-ac7a-e4372edad60c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.168307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.168482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.168741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.168848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.168896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.169148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.169573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.169660] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 already deleted. [ 807.169754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.649226] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.649464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.649538] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.649813] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.649961] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.650134] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port aebc2dff-be23-4b6d-ac7a-e4372edad60c not found, creating... [ 807.650477] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.650641] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.650757] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.650984] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.651170] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.651465] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.651622] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651736] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.651957] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.652135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.652373] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: aebc2dff-be23-4b6d-ac7a-e4372edad60c is going to be created. [ 807.677047] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.677652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.677652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.677773] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.677911] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.678161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.433275] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-0eec4ed7-ecc7-43f5-bd82-83311f4e90ee service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 808.433422] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-0eec4ed7-ecc7-43f5-bd82-83311f4e90ee service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 808.433488] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-0eec4ed7-ecc7-43f5-bd82-83311f4e90ee service nova] Enqueued Resource ID: aebc2dff-be23-4b6d-ac7a-e4372edad60c with Priority: HIGHEST for action port [ 808.434854] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 808.434854] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 808.434854] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebc2dff-be23-4b6d-ac7a-e4372edad60c with Priority: HIGHEST for action port [ 808.434854] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.436022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.436022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.436022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.436022] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.436287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.441255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.441255] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.441255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-aebc2dff-be23-4b6d-ac7a-e4372edad60c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.441255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.441255] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebc2dff-be23-4b6d-ac7a-e4372edad60c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.941896] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.942910] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.943094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.945064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aebc2dff-be23-4b6d-ac7a-e4372edad60c with status ACTIVE [ 808.945275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.945360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.945867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.945867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.945867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.945867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.946200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.946200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.946200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.946379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.946379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.946518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.946518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.946674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.946741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.946821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aebc2dff-be23-4b6d-ac7a-e4372edad60c is going to be updated. [ 808.957035] env[65294]: INFO networking_nsxv3.common.synchronization [req-b72a36b3-6a49-4309-a1b1-804f6efe9cc1 req-a13a8bd5-baf0-44c3-a1a4-8e76ff49c08b tempest-ServerPasswordTestJSON-1981300912 tempest-ServerPasswordTestJSON-1981300912-project-member] Enqueued Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 808.957823] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGHEST for action security_group_members [ 808.958830] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.958830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.958830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.959204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.959204] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.959306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.959306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.959452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.959552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.959616] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.970437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.971367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.971367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.971367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.971367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.971367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aebc2dff-be23-4b6d-ac7a-e4372edad60c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.379294] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-ce36314a-e8dc-49b7-84eb-d34acd1bc89f tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 809.380477] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 809.382743] env[65294]: INFO networking_nsxv3.common.synchronization [None req-649ed69a-4760-4806-8ffa-a95307b1abc8 None None] Enqueued Resource ID: 9e4851e4-ca17-44b9-b5b6-342c683ece7b with Priority: HIGHEST for action port [ 809.383095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.383095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.384137] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4851e4-ca17-44b9-b5b6-342c683ece7b with Priority: HIGHEST for action port [ 809.384137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4851e4-ca17-44b9-b5b6-342c683ece7b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.384137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4851e4-ca17-44b9-b5b6-342c683ece7b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.384538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4851e4-ca17-44b9-b5b6-342c683ece7b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.384538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4851e4-ca17-44b9-b5b6-342c683ece7b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.384538] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4851e4-ca17-44b9-b5b6-342c683ece7b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.444966] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.462720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.462720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.462918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.463019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.463120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.463322] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.463427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.463483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.463642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.463716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.463803] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 is going to be updated. [ 809.568254] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.568449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.568504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.568674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.568808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.579640] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: IN_PROGRESS for 2s [ 809.755381] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.755588] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.755712] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.755977] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.756289] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.756468] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.756584] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.756823] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.756943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.757262] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.757413] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.757549] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.757678] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.757812] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.757940] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.758125] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.780084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.780313] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.780480] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.780625] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.780957] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-ff6415ce-1a84-4999-9666-27d5609df6eb taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781172] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.781620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.781750] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6415ce-1a84-4999-9666-27d5609df6eb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.887402] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4851e4-ca17-44b9-b5b6-342c683ece7b [ 809.887674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.887820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.887890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.888117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.888211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.888339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4851e4-ca17-44b9-b5b6-342c683ece7b already deleted. [ 809.888431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4851e4-ca17-44b9-b5b6-342c683ece7b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.948776] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.949139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.949139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.949287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.949378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.949478] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be created. [ 809.978468] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.978646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.978771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.978890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.979217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.996034] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: UNINITIALIZED for 2s [ 810.286024] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.286024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.286216] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.287134] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.287134] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.287134] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port ff6415ce-1a84-4999-9666-27d5609df6eb not found, creating... [ 810.287134] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.287134] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287382] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.287426] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.287547] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.287823] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.287973] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.288100] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.288308] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.288438] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.288574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: ff6415ce-1a84-4999-9666-27d5609df6eb is going to be created. [ 810.317781] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.320028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.320028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.320028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.320028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.031024] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-f3ecc773-f724-417b-b3aa-3022c4927ae0 service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 811.031024] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-f3ecc773-f724-417b-b3aa-3022c4927ae0 service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 811.031024] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-f3ecc773-f724-417b-b3aa-3022c4927ae0 service nova] Enqueued Resource ID: ff6415ce-1a84-4999-9666-27d5609df6eb with Priority: HIGHEST for action port [ 811.031024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 811.031024] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 811.032398] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6415ce-1a84-4999-9666-27d5609df6eb with Priority: HIGHEST for action port [ 811.032862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.035028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.035028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.035028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.035028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6415ce-1a84-4999-9666-27d5609df6eb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.035028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.035028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.035028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.035028] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6415ce-1a84-4999-9666-27d5609df6eb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.316634] env[65294]: INFO networking_nsxv3.common.synchronization [None req-58feedda-650c-479b-a1c4-96a126e6c358 tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 811.317404] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 811.317772] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.317896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.318294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.318386] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.399453] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ec10ee46-ae4a-4a1e-846a-1e79f631ee47 tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 811.400085] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 811.400434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.400538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.539372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff6415ce-1a84-4999-9666-27d5609df6eb with status ACTIVE [ 811.539845] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.539845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.540038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.540287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.540413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.540665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.540808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.540903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.541934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.542324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.543024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.543024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.543024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.543024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.543339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.543928] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff6415ce-1a84-4999-9666-27d5609df6eb is going to be updated. [ 811.549405] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c2ca515f-192d-4999-8c1e-0eae6ac2bb4e None None] Enqueued Resource ID: 94b46f3e-2656-45b0-bde7-1a4f6f6d883e with Priority: HIGHEST for action port [ 811.551748] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b46f3e-2656-45b0-bde7-1a4f6f6d883e with Priority: HIGHEST for action port [ 811.552919] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b46f3e-2656-45b0-bde7-1a4f6f6d883e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.559247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b46f3e-2656-45b0-bde7-1a4f6f6d883e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.559247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b46f3e-2656-45b0-bde7-1a4f6f6d883e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b46f3e-2656-45b0-bde7-1a4f6f6d883e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559247] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b46f3e-2656-45b0-bde7-1a4f6f6d883e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.573042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.573196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.573663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.573815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6415ce-1a84-4999-9666-27d5609df6eb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.592314] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 in Status: SUCCESS [ 811.592577] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 deletion is rescheduled due to dependency. [ 811.592664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842178] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.842178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.842384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842384] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a already deleted. [ 811.842384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.843029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.843029] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.008235] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 812.008235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.008570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.008570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.008727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.008846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.008911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.009211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.009294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.009361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.009470] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.010947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.011153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.011373] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.011548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.011642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.011867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.011994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.012151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.061851] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94b46f3e-2656-45b0-bde7-1a4f6f6d883e [ 812.062251] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.062540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.062623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.062720] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94b46f3e-2656-45b0-bde7-1a4f6f6d883e already deleted. [ 812.063022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b46f3e-2656-45b0-bde7-1a4f6f6d883e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.367871] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.368093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.368154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.368441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.368561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.368666] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a already deleted. [ 812.368748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.514795] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.514795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.515091] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.017211] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.520771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521687] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 813.554735] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.554735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.555038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.555038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.565435] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 813.726739] env[65294]: INFO networking_nsxv3.common.synchronization [req-53d9b1dd-0d48-47b0-b909-2187a47500fc req-8d09a770-fb0a-414e-866f-701523ac235a tempest-AttachInterfacesV270Test-1045691695 tempest-AttachInterfacesV270Test-1045691695-project-member] Enqueued Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 813.727307] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 with Priority: HIGHEST for action security_group_members [ 813.727634] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-153518ce-8ddd-49e3-b20a-c81be92221b0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.727830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.727880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.728072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.728229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.728333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.728393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.728543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.728727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.728727] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153518ce-8ddd-49e3-b20a-c81be92221b0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.231278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.231549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.231785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.232128] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.232292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.232416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.232467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.232898] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 is going to be updated. [ 814.266451] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.266623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.266686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.267396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.267396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.276866] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: IN_PROGRESS for 2s [ 815.358474] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-fcb9c95e-8388-4098-9800-0240647efd71 tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 815.359266] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 815.359361] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.359452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.578047] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 815.578220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.578415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.578602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.578787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.578901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.578962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.579212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.581072] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.710157] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710355] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710608] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710772] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710928] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.711129] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.711268] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.711470] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.711583] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.711688] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.711960] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.711960] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.712068] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.712234] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.730828] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.731052] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.731315] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.731502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-204" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731809] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-dcd47309-ca33-4638-bf88-da625745b519 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.731979] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.732124] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.732593] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.732764] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd47309-ca33-4638-bf88-da625745b519',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.082224] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.235761] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.235945] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.236414] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.236414] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.236583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.236623] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port dcd47309-ca33-4638-bf88-da625745b519 not found, creating... [ 816.236863] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.237026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.237150] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.237360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.238062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.238062] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.238062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.238062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.238310] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.238415] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.238537] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: dcd47309-ca33-4638-bf88-da625745b519 is going to be created. [ 816.260097] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.260329] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.260451] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.260722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.260943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.261221] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.297929] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 in Status: SUCCESS [ 816.298123] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153518ce-8ddd-49e3-b20a-c81be92221b0 deletion is rescheduled due to dependency. [ 816.298251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153518ce-8ddd-49e3-b20a-c81be92221b0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.584032] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.993999] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-79d29df5-7b1e-486c-a6fc-b130c5313c37 service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 816.995693] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-79d29df5-7b1e-486c-a6fc-b130c5313c37 service nova] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 816.996041] env[65294]: INFO networking_nsxv3.common.synchronization [req-c57ad8bc-cf7c-4506-97b2-860deb41ac3c req-79d29df5-7b1e-486c-a6fc-b130c5313c37 service nova] Enqueued Resource ID: dcd47309-ca33-4638-bf88-da625745b519 with Priority: HIGHEST for action port [ 816.997228] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_rules [ 816.997228] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 816.997380] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd47309-ca33-4638-bf88-da625745b519 with Priority: HIGHEST for action port [ 816.997787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.997965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.998327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.998487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.998817] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd47309-ca33-4638-bf88-da625745b519 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.999008] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.999167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.999487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.999621] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd47309-ca33-4638-bf88-da625745b519',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.086310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.086499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.086653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.086896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.086991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.087108] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 817.122155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.122330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.122413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.122617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.122763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.132017] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 817.502427] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcd47309-ca33-4638-bf88-da625745b519 with status ACTIVE [ 817.502698] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.502832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.502921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.503131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.503226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.503409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.503523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.503562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.503699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.503772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.503948] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.504052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.504112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.504249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.504323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.504406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcd47309-ca33-4638-bf88-da625745b519 is going to be updated. [ 817.527845] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.528527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.528527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.528527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.528527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.528527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd47309-ca33-4638-bf88-da625745b519" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.144166] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 819.144611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.144687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.144927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.145146] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.145274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.145358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.145476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.145556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.145643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.145811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.145916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.146458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.146458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.146458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.146458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.146458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.146717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.146717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.146801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.146861] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.148376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.148376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.148376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.148376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.148376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.148621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.148621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.148699] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.650328] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2: rpc.has_security_group_logging(os_id): False [ 819.651902] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.671238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.671238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.671238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.671238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.671238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.671238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.671946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.671995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.672314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.672427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.673414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.673414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.673414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.673414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.673414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.673414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.673771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.673811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.674049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.674160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.675137] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be created. [ 819.737027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.737027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.737027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.737027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.737027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.746327] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 820.154063] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.288371] env[65294]: INFO networking_nsxv3.common.synchronization [req-724f6e3e-8dd7-4d9a-8747-01831e4afeb6 req-2632af3d-8a97-4306-9fa7-c5a86fcc3243 tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 820.288952] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 820.289317] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289885] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.290042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.290305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.290424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.290468] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.656110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.656284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.656355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.656573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.656660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.656761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 820.691867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.692176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.692258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.692492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.692661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.703421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 820.793416] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.295606] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.716245] env[65294]: INFO networking_nsxv3.common.synchronization [req-9698424e-9223-4a7d-b787-6ce404a4a828 req-3251004b-3692-40ca-b038-d2497bead0d6 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 821.716797] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 821.717142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.717270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.717947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.717947] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.717947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.718397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.718397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.718397] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.763464] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 821.763464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.763657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.763881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.764025] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.798033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.798163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.798163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.798391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.798484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.798591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 821.834045] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.834045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.834045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.834045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.834326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 822.220316] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.265861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.266089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.715477] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 822.715774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.715861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.716106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.716298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.716415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.716481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.716631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.716713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.716808] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.726451] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.219031] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.228428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.228593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.229181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.229181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.229181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.229461] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 823.264848] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.265036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.265085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.265276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.265417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.276065] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 823.722992] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.855256] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 823.855496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.225195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.226344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.226344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.228586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.228586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.228586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 824.257670] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.266668] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 825.296542] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 825.297026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.277599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 826.278340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.278340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.278340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.278495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.278555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.278591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.278731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.278805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.278922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.279032] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.340332] env[65294]: INFO networking_nsxv3.common.synchronization [req-4bc0d7f3-9ac4-4714-8649-745bade927c1 req-8ce8391c-ede6-4030-b5eb-911857d90144 tempest-InstanceActionsTestJSON-1801569137 tempest-InstanceActionsTestJSON-1801569137-project-member] Enqueued Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 826.341889] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 826.342804] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.343318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.343934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.344409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.345265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.345265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.345265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.347024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.347024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.347024] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.729391] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.729391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-901" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.729391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-901" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.729391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-901" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.730652] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.731293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.731293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.734028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.734028] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734028] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.734028] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.734028] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.734028] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.734028] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.734028] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.734028] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.755674] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.758019] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.758019] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.758019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-901" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758019] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-aaf24058-300c-44a4-ba45-3702ced9196c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758019] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf24058-300c-44a4-ba45-3702ced9196c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.781404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.784516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785487] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.852727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.852727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.852727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d already deleted. [ 826.852727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.263143] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.263143] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port aaf24058-300c-44a4-ba45-3702ced9196c not found, creating... [ 827.263143] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.263143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.263994] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.263994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.263994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.263994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.263994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.263994] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: aaf24058-300c-44a4-ba45-3702ced9196c is going to be created. [ 827.286538] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.286794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.286893] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.287176] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.287411] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.287651] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.289052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2: rpc.has_security_group_logging(os_id): False [ 827.309674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.309931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.309931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.310117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.310254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.310427] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.310571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.310642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.310805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.310884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.311107] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.311276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.311386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.311486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.311564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.311750] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.311844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.311905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.312055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.312132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.312258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 827.413857] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.414324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.414324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.414447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.414561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.440298] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 828.009811] env[65294]: INFO networking_nsxv3.common.synchronization [req-4bc0d7f3-9ac4-4714-8649-745bade927c1 req-7d7574f1-85ef-4db0-9833-f8a9e2ab78fb service nova] Enqueued Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_rules [ 828.009870] env[65294]: INFO networking_nsxv3.common.synchronization [req-4bc0d7f3-9ac4-4714-8649-745bade927c1 req-7d7574f1-85ef-4db0-9833-f8a9e2ab78fb service nova] Enqueued Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 828.010475] env[65294]: INFO networking_nsxv3.common.synchronization [req-4bc0d7f3-9ac4-4714-8649-745bade927c1 req-7d7574f1-85ef-4db0-9833-f8a9e2ab78fb service nova] Enqueued Resource ID: aaf24058-300c-44a4-ba45-3702ced9196c with Priority: HIGHEST for action port [ 828.010994] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_rules [ 828.011180] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 828.011338] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf24058-300c-44a4-ba45-3702ced9196c with Priority: HIGHEST for action port [ 828.011792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.011945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.014276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.014370] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.015294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.015431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.015498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.015650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.015796] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.015894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.015971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.016368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.016470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.020415] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.020415] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaf24058-300c-44a4-ba45-3702ced9196c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.020415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.020415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.020415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.020415] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf24058-300c-44a4-ba45-3702ced9196c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.156297] env[65294]: INFO networking_nsxv3.common.synchronization [req-8604ee86-a7ce-4c27-bd46-bc1e89ab8300 req-a679463e-63b2-4af4-8abe-51358942b837 tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 828.157069] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 828.158721] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.158923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.159366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.159774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.160245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.160411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.160566] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.521410] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.521410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.521912] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.522492] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaf24058-300c-44a4-ba45-3702ced9196c with status ACTIVE [ 828.525150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.525150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.525150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.525758] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaf24058-300c-44a4-ba45-3702ced9196c is going to be updated. [ 828.557514] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1cd0d2ea-c483-4cb6-86a3-e6f3ad894964 None None] Enqueued Resource ID: e57b31f2-5ca5-4f08-a9c5-04596451704f with Priority: HIGHEST for action port [ 828.558852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.558852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.558852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.559069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.559548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.559548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaf24058-300c-44a4-ba45-3702ced9196c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.560197] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57b31f2-5ca5-4f08-a9c5-04596451704f with Priority: HIGHEST for action port [ 828.560197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57b31f2-5ca5-4f08-a9c5-04596451704f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.560425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57b31f2-5ca5-4f08-a9c5-04596451704f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.560425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57b31f2-5ca5-4f08-a9c5-04596451704f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.560663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57b31f2-5ca5-4f08-a9c5-04596451704f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.561665] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57b31f2-5ca5-4f08-a9c5-04596451704f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.666875] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.010135] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3f1feba8-b928-4b3b-b3de-83681c29e690 tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 829.010830] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 829.010830] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.010986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.011420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.011420] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.029070] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.063862] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e57b31f2-5ca5-4f08-a9c5-04596451704f [ 829.063996] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.064299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.064371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.064639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.066172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.066283] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e57b31f2-5ca5-4f08-a9c5-04596451704f already deleted. [ 829.066283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57b31f2-5ca5-4f08-a9c5-04596451704f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.114293] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a38d337a-9aee-4112-9239-5a143b149395 tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 829.114293] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 829.114881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.114881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.170912] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.457198] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 829.457709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.457798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.457985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.458263] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.530656] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.530986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.530986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.531166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.531271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.532032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d is going to be created. [ 829.534452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.534452] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b already deleted. [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.534452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.534452] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.560100] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.560100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.560100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.560100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.560100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.573333] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: UNINITIALIZED for 2s [ 829.674523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.674670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.674741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.675135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.675135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.675350] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 829.709426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.709716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.710106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.710306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.719963] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 829.960758] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.961129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.057667] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.058164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.058164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.058164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.058376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.058376] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b already deleted. [ 830.058376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.890238] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3d5aeeab-6105-44c3-9839-367a9289b87d None None] Enqueued Resource ID: 12ef4e08-345b-44e6-9495-88f13e0b2e26 with Priority: HIGHEST for action port [ 830.891684] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ef4e08-345b-44e6-9495-88f13e0b2e26 with Priority: HIGHEST for action port [ 830.892160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ef4e08-345b-44e6-9495-88f13e0b2e26 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.892341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ef4e08-345b-44e6-9495-88f13e0b2e26" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.892424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ef4e08-345b-44e6-9495-88f13e0b2e26" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.892973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ef4e08-345b-44e6-9495-88f13e0b2e26" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.893098] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ef4e08-345b-44e6-9495-88f13e0b2e26',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.394721] env[65294]: INFO networking_nsxv3.common.synchronization [req-69f6f6ee-71a1-40b0-922f-df628057963e req-6870dd43-06ea-4625-91e8-0450d870e1fa tempest-ServersTestFqdnHostnames-634369709 tempest-ServersTestFqdnHostnames-634369709-project-member] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 831.395034] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ef4e08-345b-44e6-9495-88f13e0b2e26 [ 831.395239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.395358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.395427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.395620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.395706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.395798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ef4e08-345b-44e6-9495-88f13e0b2e26 already deleted. [ 831.395876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ef4e08-345b-44e6-9495-88f13e0b2e26" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.396769] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGHEST for action security_group_members [ 831.398471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.398471] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.585257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: SUCCESS [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.585257] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.585257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.585257] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.733071] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.733071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.733071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733692] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.901430] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.902126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.902126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.902246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.902294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.902477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.902592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.902649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.903186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.903323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.903447] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 is going to be updated. [ 831.942450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.942668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.942668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.942888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.943036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.958021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: IN_PROGRESS for 2s [ 832.087588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.088771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.088771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.088771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.089010] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.089202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.089331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.089591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.089752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.089911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.090182] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.090336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.090444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.090670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.090901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.091311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.091311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.091493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.091493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.091632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.091783] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.236268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.237794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.237939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.238153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.238354] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.238466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.238550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.238734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.238819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.239433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.239433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.239433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.239433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.239433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.239777] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.239777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.239777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.239905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.239905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.239999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.241871] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.595871] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5334e2c6-886f-4a6d-bed5-fb723338ef4d: rpc.has_security_group_logging(os_id): False [ 832.621185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.621325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.621419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.621793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.621793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621928] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.622066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.622113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.622251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.622327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.622523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.622619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.622902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.623227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.623346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.623684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.623805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.623871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624193] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d is going to be created. [ 832.685042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.685222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.685342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.685671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.685931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.697800] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: IN_PROGRESS for 2s [ 832.745751] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2: rpc.has_security_group_logging(os_id): False [ 832.768583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.768583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.768583] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.769629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.770250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.771048] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.771048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.771048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.771325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.772612] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 832.860833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.861018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.861062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.861296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.877663] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 833.969154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c587c9cf-3211-47a6-aecf-f00996bfb202 in Status: SUCCESS [ 833.969461] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 deletion is rescheduled due to dependency. [ 833.969508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.711694] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: SUCCESS [ 834.711905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.892448] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 834.892591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.329320] env[65294]: INFO networking_nsxv3.common.synchronization [req-fb07422c-4ce5-46a2-8c40-ecd97d5d1145 req-b901515e-ee57-4f2f-99e6-dc98c4f6a558 tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 835.329857] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 835.330184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.330307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.330379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.330577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.330729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.330825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.330889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.331050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.331136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.331231] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.661024] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.661024] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661754] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.661935] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.662085] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662182] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.662392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.662568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662795] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.662884] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.662998] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.663129] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.663240] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.663343] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.663476] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.682748] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.682983] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.683160] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.683360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.683717] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-496a4918-2bd0-4137-a488-1759f81d9c44 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.683914] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.684556] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.684556] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.684556] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496a4918-2bd0-4137-a488-1759f81d9c44',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.834322] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.187183] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.187310] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.187491] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.187838] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.188035] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.188232] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 496a4918-2bd0-4137-a488-1759f81d9c44 not found, creating... [ 836.188580] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.188785] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.189035] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.189205] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.189402] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.189725] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.189954] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.190125] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.190360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.190524] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.190674] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 496a4918-2bd0-4137-a488-1759f81d9c44 is going to be created. [ 836.214882] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.215110] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.215233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.215504] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.215725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.215951] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.336380] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.839051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839725] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 836.874624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.874824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.874824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.875138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.875250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.884979] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 836.907341] env[65294]: INFO networking_nsxv3.common.synchronization [req-fb07422c-4ce5-46a2-8c40-ecd97d5d1145 req-74eff72e-6680-4b1c-a4e9-43f108a9e01d service nova] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_rules [ 836.907511] env[65294]: INFO networking_nsxv3.common.synchronization [req-fb07422c-4ce5-46a2-8c40-ecd97d5d1145 req-74eff72e-6680-4b1c-a4e9-43f108a9e01d service nova] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 836.907686] env[65294]: INFO networking_nsxv3.common.synchronization [req-fb07422c-4ce5-46a2-8c40-ecd97d5d1145 req-74eff72e-6680-4b1c-a4e9-43f108a9e01d service nova] Enqueued Resource ID: 496a4918-2bd0-4137-a488-1759f81d9c44 with Priority: HIGHEST for action port [ 836.908194] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_rules [ 836.908318] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 836.908661] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a4918-2bd0-4137-a488-1759f81d9c44 with Priority: HIGHEST for action port [ 836.908738] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.908810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.908856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.909103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.909164] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.909992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.910127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.910299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-496a4918-2bd0-4137-a488-1759f81d9c44 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.910409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.910455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.910618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.910721] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496a4918-2bd0-4137-a488-1759f81d9c44',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.412500] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.412964] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 496a4918-2bd0-4137-a488-1759f81d9c44 with status ACTIVE [ 837.412964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.413184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.413244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.413300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.413493] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.413631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.413696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.413958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.414054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.414323] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.414412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.414469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.414616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.414697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.414823] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 496a4918-2bd0-4137-a488-1759f81d9c44 is going to be updated. [ 837.439954] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.440206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.440206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.440404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.440539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.440808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496a4918-2bd0-4137-a488-1759f81d9c44" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.786036] env[65294]: INFO networking_nsxv3.common.synchronization [req-599f88af-0647-475b-8c75-77e6495ff5e0 req-401ce6c0-2bd1-4131-be62-a23e9f507d02 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 837.787366] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 837.787366] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.787366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.787366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.789666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.789846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.789921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.790136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.790227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.790326] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.091402] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.091628] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.091753] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.092033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.092382] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.092567] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.092692] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.092904] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.093242] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.093513] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.093655] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.093792] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.093923] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.094070] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.094207] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.094365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.113073] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.113251] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.113542] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.113766] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.114130] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-b890dbe7-5410-461a-b716-d1a7b474d63d taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.114379] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.114482] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.114831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.115014] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b890dbe7-5410-461a-b716-d1a7b474d63d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.294757] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.617532] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.617869] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.618052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.618335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.618627] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.618816] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port b890dbe7-5410-461a-b716-d1a7b474d63d not found, creating... [ 838.619120] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.619396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.619660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.619931] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.620125] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.620469] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.620670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.620815] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.621068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.621290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.621525] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: b890dbe7-5410-461a-b716-d1a7b474d63d is going to be created. [ 838.642451] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.642653] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.642778] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.643060] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.643285] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.643551] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.797183] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.895876] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 838.896138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.897333] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.897333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.897716] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.299651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.299816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.299891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.300138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.300233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.300334] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 839.330974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.330974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.330974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.330974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.330974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.344998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 839.396948] env[65294]: INFO networking_nsxv3.common.synchronization [req-599f88af-0647-475b-8c75-77e6495ff5e0 req-478f2913-7001-4d18-a03e-daa022ac8071 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 839.397155] env[65294]: INFO networking_nsxv3.common.synchronization [req-599f88af-0647-475b-8c75-77e6495ff5e0 req-478f2913-7001-4d18-a03e-daa022ac8071 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 839.397259] env[65294]: INFO networking_nsxv3.common.synchronization [req-599f88af-0647-475b-8c75-77e6495ff5e0 req-478f2913-7001-4d18-a03e-daa022ac8071 service nova] Enqueued Resource ID: b890dbe7-5410-461a-b716-d1a7b474d63d with Priority: HIGHEST for action port [ 839.398182] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 839.398396] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 839.398467] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b890dbe7-5410-461a-b716-d1a7b474d63d with Priority: HIGHEST for action port [ 839.398699] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.399095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.399185] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.400096] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.400241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.400466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b890dbe7-5410-461a-b716-d1a7b474d63d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.400569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.400630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.400808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.400872] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b890dbe7-5410-461a-b716-d1a7b474d63d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.402405] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.903256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.903657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.903657] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b890dbe7-5410-461a-b716-d1a7b474d63d with status ACTIVE [ 839.903958] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.903958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.904104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.904286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.904404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.904597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.904708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.904774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.904936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.905018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.905224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.905299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.905363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.905506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.905668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.905668] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b890dbe7-5410-461a-b716-d1a7b474d63d is going to be updated. [ 839.907081] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.931254] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.931484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.931557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.931754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.931952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b890dbe7-5410-461a-b716-d1a7b474d63d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.378095] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6db9f881-4956-496b-bda4-da5127e17c7c tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 840.379675] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 840.379675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.381107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.381107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.381107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.381107] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.410701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.410701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.410701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410701] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 840.446841] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.446841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.447065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.458037] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 840.493990] env[65294]: INFO networking_nsxv3.common.synchronization [None req-8dbb6320-07bb-47d9-b06d-0ed7d51d06c2 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 840.494709] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 840.494987] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.495265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.912213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.912726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.912726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.912877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.912992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.913961] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 already deleted. [ 840.914189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.914478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.914782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.914910] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.356114] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 841.356355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.356435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.357079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.357079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.357225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.357301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.357399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.437314] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.437546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.437654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.437953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.438099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.438243] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 already deleted. [ 841.438482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.861009] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.363528] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.463409] env[65294]: INFO networking_nsxv3.common.synchronization [req-c8c57d92-6176-4f38-9664-4bd4d0f165d8 req-647c7862-73c7-4369-ad1b-a58010311339 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 842.464159] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 842.465063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.465537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.465703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.466142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.466235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.466448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.466542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.466672] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.474331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 842.474331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.474331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.474453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.474582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.474712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.474780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.474935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.475024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.475114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.475209] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.821668] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.821895] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.822033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.822310] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.822575] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.823038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.823038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.823151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.823192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.823397] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.823661] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.823661] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.823803] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.823844] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.823918] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.824059] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.846049] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.846049] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.846248] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.846348] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.846666] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.846856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.846976] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.847316] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.847493] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6e6a8b-73b0-4cbe-90d8-6d4074824781',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.866893] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.866893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.866893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.866893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.866893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.867349] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 842.900017] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.900188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.900241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.900462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.900601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.911058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 842.968688] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.968860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.968932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.969169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.969302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.969761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.969842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.970041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.970152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.970264] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 842.977030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.977232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.977341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.977584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.977755] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.977853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.977912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.978138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.978331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.978331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.978515] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.978633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.978707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.978892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.979071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.979236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.979298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.979426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.979524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.979627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.979735] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.000983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.001237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.001325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.001572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.001716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.012146] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 843.351432] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.351432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.351432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.351831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.352085] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.352340] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port bd6e6a8b-73b0-4cbe-90d8-6d4074824781 not found, creating... [ 843.352781] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.353058] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.353708] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.353708] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.353863] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.355335] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.355335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.355335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.355335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.355335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.355726] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: bd6e6a8b-73b0-4cbe-90d8-6d4074824781 is going to be created. [ 843.376282] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.376607] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.376853] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.377178] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.377530] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.377971] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.482215] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70201a8c-be28-4976-b909-bd890ee66655: rpc.has_security_group_logging(os_id): False [ 843.501924] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.501924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.501924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.502401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.502401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.502401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.502639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.502639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.502935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.502935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.502935] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.503129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.503129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.503193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.503389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.503452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.503544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.503897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.503897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.503897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.504063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 843.580395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.581468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.581589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.582203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.582429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.589965] env[65294]: INFO networking_nsxv3.common.synchronization [req-5facae63-c098-4138-950c-6ce6aef17cb7 req-7ff29f59-b92c-4424-ba08-505fb18b3b1f tempest-InstanceActionsTestJSON-1801569137 tempest-InstanceActionsTestJSON-1801569137-project-member] Enqueued Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 843.590559] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d with Priority: HIGHEST for action security_group_members [ 843.590867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5334e2c6-886f-4a6d-bed5-fb723338ef4d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.590987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.591081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.591274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.591464] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.591565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.591679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.591793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.591865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.591951] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5334e2c6-886f-4a6d-bed5-fb723338ef4d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.598484] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 844.096132] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.096132] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.096132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.096132] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d is going to be updated. [ 844.130514] env[65294]: INFO networking_nsxv3.common.synchronization [req-c8c57d92-6176-4f38-9664-4bd4d0f165d8 req-994ae05c-5220-48ce-93c9-39c6493ce3a8 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 844.130690] env[65294]: INFO networking_nsxv3.common.synchronization [req-c8c57d92-6176-4f38-9664-4bd4d0f165d8 req-994ae05c-5220-48ce-93c9-39c6493ce3a8 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 844.130820] env[65294]: INFO networking_nsxv3.common.synchronization [req-c8c57d92-6176-4f38-9664-4bd4d0f165d8 req-994ae05c-5220-48ce-93c9-39c6493ce3a8 service nova] Enqueued Resource ID: bd6e6a8b-73b0-4cbe-90d8-6d4074824781 with Priority: HIGHEST for action port [ 844.131889] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.132037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.132107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.132301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.132437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.134246] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 844.134246] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 844.134246] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6e6a8b-73b0-4cbe-90d8-6d4074824781 with Priority: HIGHEST for action port [ 844.134508] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.134508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.134633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.135227] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.135609] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.136536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.136536] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6e6a8b-73b0-4cbe-90d8-6d4074824781',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.146524] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: IN_PROGRESS for 2s [ 844.639352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.639352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.639352] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd6e6a8b-73b0-4cbe-90d8-6d4074824781 with status ACTIVE [ 844.639352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.639352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.639352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.639856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.639856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.639856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.639856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.639856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.640135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.640135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.640237] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.640332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.640390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.640527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.640599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.640682] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd6e6a8b-73b0-4cbe-90d8-6d4074824781 is going to be updated. [ 844.664655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.664863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.664941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.665187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.665323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.665497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6e6a8b-73b0-4cbe-90d8-6d4074824781" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.922309] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 844.922537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.922703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.922920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.923129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.923250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.923365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.923487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.923560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.923650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.923743] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.024052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 845.024052] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 845.024052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.024052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.024320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.024320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.024422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.024458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.024758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.024758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.024758] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.426362] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.426522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.426598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.426815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.426983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.427136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.427184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.427294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.427382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.427475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.427605] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.427697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.427784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.427901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.428043] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.428135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.428195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.428332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.428407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.428491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.428577] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.527307] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.614047] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 845.614486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.931216] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 845.948879] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.949065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.949142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.949588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.949729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.950010] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.950175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.950247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.950414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.950497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.950703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.950788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.950852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.950987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.951255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.951597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.951763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.951866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.952056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.952159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.952279] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 846.020501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.020662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.020707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.021266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.021266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.029938] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.039921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 846.157699] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d in Status: SUCCESS [ 846.157863] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5334e2c6-886f-4a6d-bed5-fb723338ef4d deletion is rescheduled due to dependency. [ 846.158033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5334e2c6-886f-4a6d-bed5-fb723338ef4d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.532910] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.533111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.533180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.533385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.533468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.533575] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 846.569554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.569756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.569801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.570081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.570245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.587064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 847.023266] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c57e1f6-99d1-481b-94e4-c483e50a5ad2 req-87e124c5-db25-45f9-8911-297c39d249d5 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 847.024408] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 847.024408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.024408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.024761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.024761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.024950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.025042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.025499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.029040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.029040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.029040] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.431450] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.431647] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.431773] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.432052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.432314] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.432521] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.432620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.432967] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.433178] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.433397] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.433512] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.433616] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.433804] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.433851] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.433915] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.434051] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.452933] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.453113] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.453238] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.453410] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-172" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.453723] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.453893] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.454015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.454366] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.454507] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.533424] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.776350] env[65294]: INFO networking_nsxv3.common.synchronization [req-97d08900-8cc5-4164-a5f8-278fc1539126 req-3a14139e-4da8-4e54-8463-e2946378ae6e tempest-ServerActionsV293TestJSON-16747549 tempest-ServerActionsV293TestJSON-16747549-project-member] Enqueued Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 847.776755] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5138094-3308-418d-bed4-1ef914ea6a86 with Priority: HIGHEST for action security_group_members [ 847.777216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5138094-3308-418d-bed4-1ef914ea6a86 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.777216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.777347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.778210] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.778210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.778210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.778210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.778210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.778210] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5138094-3308-418d-bed4-1ef914ea6a86',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.956781] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.957015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.957180] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.957508] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.957721] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.957906] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd not found, creating... [ 847.958310] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.958499] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.958620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.958842] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.958975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.959310] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.959427] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.959540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.959742] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.960093] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd is going to be created. [ 847.983154] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.983369] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.983506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.983773] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.983994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.984226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.035226] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.053319] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 848.053540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.280277] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.280528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.280634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.280894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.308939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.309265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.309547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.309621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.309826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.309907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.309998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 is going to be updated. [ 848.337276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.337522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.337522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.337794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.337958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.347712] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: IN_PROGRESS for 2s [ 848.537675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.537876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.537959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.538388] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 848.571576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.571576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.571576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.571576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.571758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.584713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 848.598923] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 848.599208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.599444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.599665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.599865] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.599983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.600095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.600215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.600309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.600383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.600484] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.747290] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c57e1f6-99d1-481b-94e4-c483e50a5ad2 req-24b5bf1b-2f48-43a7-9cdf-ff670ae79b50 service nova] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 848.747422] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c57e1f6-99d1-481b-94e4-c483e50a5ad2 req-24b5bf1b-2f48-43a7-9cdf-ff670ae79b50 service nova] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 848.747573] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c57e1f6-99d1-481b-94e4-c483e50a5ad2 req-24b5bf1b-2f48-43a7-9cdf-ff670ae79b50 service nova] Enqueued Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 848.748127] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 848.748258] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 848.748368] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 848.748679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.748828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.748828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.749021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.752798] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.754782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.754782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.754782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.754782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.754782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.754782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.754782] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.104908] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.105239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.105239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.105686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.105747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.106089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.106239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106678] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.107044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107241] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.255997] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.256167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.256379] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with status ACTIVE [ 849.256554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.256665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.256729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.257053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.257230] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.257324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.257385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.257590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.257633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.257899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.258014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.258082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.258229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.258328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.258383] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd is going to be updated. [ 849.297990] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.298242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.298317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.298556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.298752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.299048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.610853] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be265254-ba77-48aa-92d0-0fd15c93df52: rpc.has_security_group_logging(os_id): False [ 849.634658] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.634658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.634877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.634914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.635311] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.635460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.635578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.635792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.636234] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.636373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.636730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.636931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.637076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.637880] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.638040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.638234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.638318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.638431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.638603] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 849.686342] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a6ef8d6-73a5-4fe5-8db4-0372974e7d89 req-f23a0ec9-6c8b-4fc8-97c9-8e52b3d0d432 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 849.686947] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 849.687558] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.687558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.687558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.687846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688049] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.688186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.688273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.688610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688853] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.708691] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.709137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.709275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.709646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.709855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.726547] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 850.083228] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.083228] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.083228] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.083228] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.083803] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.083985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.084121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.084346] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.084492] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.084702] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.084824] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.084945] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.085071] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.085185] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.085290] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.085422] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.108316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.108316] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.108316] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.108633] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.108862] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-37222be2-fc21-4e07-802e-fad4268ad21b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.109023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.109147] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.109508] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.109641] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37222be2-fc21-4e07-802e-fad4268ad21b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.191234] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.191829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.191829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.192028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.192126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.192339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.192443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.192497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.192663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.192727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.192816] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c already deleted. [ 850.192894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.360934] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5138094-3308-418d-bed4-1ef914ea6a86 in Status: SUCCESS [ 850.361079] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5138094-3308-418d-bed4-1ef914ea6a86 deletion is rescheduled due to dependency. [ 850.361204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5138094-3308-418d-bed4-1ef914ea6a86" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.595782] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 850.595994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.596187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.596406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.596596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.596735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.596804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.596991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.597094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.597415] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.612673] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.612901] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.614038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.614038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.614038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.614038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 37222be2-fc21-4e07-802e-fad4268ad21b not found, creating... [ 850.614038] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.614531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.614531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.614531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.614640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.614884] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.615233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.615356] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.615564] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.615948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.616301] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 37222be2-fc21-4e07-802e-fad4268ad21b is going to be created. [ 850.636012] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.636233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.636487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.636608] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.636830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.637064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.099586] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.419590] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a6ef8d6-73a5-4fe5-8db4-0372974e7d89 req-8de4d184-30ca-479c-bdb4-7dfef7c3dd55 service nova] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 851.419986] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a6ef8d6-73a5-4fe5-8db4-0372974e7d89 req-8de4d184-30ca-479c-bdb4-7dfef7c3dd55 service nova] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 851.421106] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a6ef8d6-73a5-4fe5-8db4-0372974e7d89 req-8de4d184-30ca-479c-bdb4-7dfef7c3dd55 service nova] Enqueued Resource ID: 37222be2-fc21-4e07-802e-fad4268ad21b with Priority: HIGHEST for action port [ 851.421445] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_rules [ 851.421445] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 851.421549] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37222be2-fc21-4e07-802e-fad4268ad21b with Priority: HIGHEST for action port [ 851.421799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.421934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.422012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.422244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.422305] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.423536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.423674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.423735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.423985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.424110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.424197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.424253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.424374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.424497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.424562] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.425338] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-37222be2-fc21-4e07-802e-fad4268ad21b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.425441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.425538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.426206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.426206] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37222be2-fc21-4e07-802e-fad4268ad21b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.602506] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.744333] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 851.744564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.927549] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.927810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.928190] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.929530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37222be2-fc21-4e07-802e-fad4268ad21b with status ACTIVE [ 851.929854] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.930181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.930310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.930781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.932245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.932396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.932466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.932819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.932819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.932941] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.933059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.933124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.933282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.933356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.933444] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37222be2-fc21-4e07-802e-fad4268ad21b is going to be updated. [ 851.980283] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.980466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.980608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.980832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.981142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.981327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37222be2-fc21-4e07-802e-fad4268ad21b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.105750] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.105953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.106071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.106315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.106409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.106512] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 852.160823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.160993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.161139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.161369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.161574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.180667] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 852.388540] env[65294]: INFO networking_nsxv3.common.synchronization [req-285f740e-b8a8-4c31-bcdb-a3e6e41ed814 req-b072ce78-4d99-4091-bb89-2fdf7c441746 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 852.389207] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 852.389616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.389742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.389813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.390018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.390325] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.390392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.390430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.390605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.390707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.390815] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.436418] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.744604] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.744794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.744919] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.745197] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.745447] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.745605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.745721] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.745929] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.746086] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.746288] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.746401] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.746506] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.746613] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.746717] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.746821] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.746949] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.766487] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.766640] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.766777] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.766952] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.767275] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-6f799c3f-625e-4625-81be-9dbcc02fac5e taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.767463] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.767565] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.767888] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.768054] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f799c3f-625e-4625-81be-9dbcc02fac5e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.875806] env[65294]: INFO networking_nsxv3.common.synchronization [req-19fab3fa-d507-429a-ba3d-2db26c7489e6 req-9503222b-9f5f-4a8f-a1be-51a87942d604 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 852.876846] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 852.876846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.876846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.876846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.877491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.877491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.877491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.877644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.877644] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.893151] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.893151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.893151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.893151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.893151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.893557] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.893557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.893557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.893557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.894119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.894119] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be deleted. [ 852.928032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.928336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.928336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.928471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.928547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.928639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.938452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.938597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.938670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.938874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.938962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.939075] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c is going to be created. [ 852.964603] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.964858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.964858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.965020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.965186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.975974] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: UNINITIALIZED for 2s [ 853.270923] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.271325] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.271595] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.272012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.272209] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.272404] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 6f799c3f-625e-4625-81be-9dbcc02fac5e not found, creating... [ 853.272805] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.273062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.273210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.273512] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.273695] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.274048] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.274812] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.274812] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.274938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.274975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.275175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 6f799c3f-625e-4625-81be-9dbcc02fac5e is going to be created. [ 853.314186] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.314401] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.314522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.314961] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.315418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.315418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.380123] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.882337] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.044823] env[65294]: INFO networking_nsxv3.common.synchronization [req-285f740e-b8a8-4c31-bcdb-a3e6e41ed814 req-460daae4-d6c2-4099-a421-b229406f7945 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 854.045283] env[65294]: INFO networking_nsxv3.common.synchronization [req-285f740e-b8a8-4c31-bcdb-a3e6e41ed814 req-460daae4-d6c2-4099-a421-b229406f7945 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 854.045572] env[65294]: INFO networking_nsxv3.common.synchronization [req-285f740e-b8a8-4c31-bcdb-a3e6e41ed814 req-460daae4-d6c2-4099-a421-b229406f7945 service nova] Enqueued Resource ID: 6f799c3f-625e-4625-81be-9dbcc02fac5e with Priority: HIGHEST for action port [ 854.046774] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 854.047041] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 854.047271] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f799c3f-625e-4625-81be-9dbcc02fac5e with Priority: HIGHEST for action port [ 854.048298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.048481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.048587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.048956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.050881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.051117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.051261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.051596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.051867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.052073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.052209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.052482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.052650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.052821] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.055121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f799c3f-625e-4625-81be-9dbcc02fac5e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.055262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.055333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.055523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.055609] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f799c3f-625e-4625-81be-9dbcc02fac5e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.192391] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 854.192790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.193578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.193862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.194304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.194370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.194419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.194613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.194728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.194842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.194959] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.386511] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.386686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.386995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.386995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.386995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.387401] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 854.423838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.423991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.424081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.424302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.424447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.434441] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 854.557282] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.558766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.558944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.559077] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f799c3f-625e-4625-81be-9dbcc02fac5e with status ACTIVE [ 854.559289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.559430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.559527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.560735] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.560735] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.560735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.561708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.561708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.561708] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f799c3f-625e-4625-81be-9dbcc02fac5e is going to be updated. [ 854.594873] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.594873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.594873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.595119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.595339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.596438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f799c3f-625e-4625-81be-9dbcc02fac5e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.700032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.700032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.700032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.700032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.701030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.701030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.701030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.701030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.701030] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.992271] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: SUCCESS [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.992271] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.992271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.992271] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.066178] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.206368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 855.230865] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.231033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.231109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.231353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.231447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.231722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.231833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.231898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.232052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.232151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.232375] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.232523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.232610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.232760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.232836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.233530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.233530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.233530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.233530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.233530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.233773] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 855.323732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.324175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.324334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.359342] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 855.494680] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.568259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.568461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.570084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.570084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.570084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.570084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 855.600695] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.600859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.600943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.601169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.601339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.614476] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: UNINITIALIZED for 2s [ 855.996935] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d86e14c8-469e-46fa-97a8-eb7710c8a85c: rpc.has_security_group_logging(os_id): False [ 856.019445] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.019701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.019701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.019864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.019959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.020337] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.020489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.020567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.020763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.021038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.021038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c is going to be created. [ 856.123229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.123478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.123478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.123656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.123707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.153107] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: IN_PROGRESS for 2s [ 856.458306] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 856.458663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.379280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 857.379600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625992] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626382] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.130111] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.130111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.130111] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.130525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.130525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.130525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.130525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.130793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.130923] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.131018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.131079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.131213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.131284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.131364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.131453] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.166394] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: SUCCESS [ 858.166893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.634326] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 858.654815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.654985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.655068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.655486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.655486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.655683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.655683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.655789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.655873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.655942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.656139] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.656408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.656408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.656408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.656554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.656665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.656754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.656813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.656947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.657259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.657259] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 858.724835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.725080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.725080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.725208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.725393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.740159] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 859.048754] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.048855] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 859.171860] env[65294]: INFO networking_nsxv3.common.synchronization [None req-bf2f281e-28c3-47ec-8cb5-554c813492d7 None None] Enqueued Resource ID: 59d25ac2-3379-4a3f-89ef-4fedae543cd3 with Priority: HIGHEST for action port [ 859.172679] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d25ac2-3379-4a3f-89ef-4fedae543cd3 with Priority: HIGHEST for action port [ 859.174703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d25ac2-3379-4a3f-89ef-4fedae543cd3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.174703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d25ac2-3379-4a3f-89ef-4fedae543cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.174703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d25ac2-3379-4a3f-89ef-4fedae543cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.174703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d25ac2-3379-4a3f-89ef-4fedae543cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.174703] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d25ac2-3379-4a3f-89ef-4fedae543cd3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.677892] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59d25ac2-3379-4a3f-89ef-4fedae543cd3 [ 859.677892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.677892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.677892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.678411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.678411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.678411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59d25ac2-3379-4a3f-89ef-4fedae543cd3 already deleted. [ 859.678411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d25ac2-3379-4a3f-89ef-4fedae543cd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.065588] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 860.065820] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 860.066552] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 860.066552] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 860.066552] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.067337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.067503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.068468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.068468] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.068468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.068468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.068468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.068714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.069353] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.071033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.072711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.072711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.072711] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.131374] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_rules [ 860.131374] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 860.131374] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 860.131605] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 860.131661] env[65294]: INFO networking_nsxv3.common.synchronization [req-d5b1a530-9a75-484c-aa31-5127fc4cce89 req-d6e50fdf-d8b4-4dcc-8b8b-795588b7cdea tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 860.132162] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_rules [ 860.132296] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 860.132392] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 860.132484] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 860.132570] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 860.132864] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.132984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.133056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.133292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.133370] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.134887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.134989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.134989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.136616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.136616] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.136616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.136616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.136616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.136949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.136949] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.139315] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.139315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.139315] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.139315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.577336] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.579556] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.635207] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.635389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with status ACTIVE [ 860.640386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.640729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.640729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.640729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.641031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.641088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.641392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.641482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.641709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.641787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641875] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd is going to be updated. [ 860.666585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.666776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.666844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.729486] env[65294]: INFO networking_nsxv3.common.synchronization [req-8661ffb9-809f-4a93-8bd5-499efe32f0cc req-fa2d5f25-8ce7-4b12-86ee-f673513ef5d0 tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 860.730131] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 860.730486] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.730589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.730647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.730895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.731234] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.731234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.731234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.731597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.731597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.731597] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.755033] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 860.755282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.076199] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.076714] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.077015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.077597] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.078108] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078475] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078829] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.079433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.079750] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.080168] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.080444] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.080744] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.080959] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.081257] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.081563] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.081836] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.083948] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.085173] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.108859] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.108859] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.108859] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.108859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108859] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.108859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108859] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.110263] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.234606] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.234812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.234812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.235035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.235130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.235333] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.235436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.235492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.235679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.235783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.235871] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a already deleted. [ 861.235951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.587510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.587933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.588031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.588131] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be created. [ 861.589553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.589697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.589756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.590376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.590496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.590925] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 861.613770] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.614020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.614151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.614418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.614562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.614822] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c not found, creating... [ 861.615116] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.615337] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.615507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.616055] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.616603] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.616921] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.617114] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.617212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.617427] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.617565] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.617704] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c is going to be created. [ 861.620056] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.620182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.622399] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.622528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.622598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.629185] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6402cb7a-97db-407c-8a76-3ffd7e7f213c None None] Enqueued Resource ID: d098f8d1-a839-4889-bdad-618bfeff074c with Priority: HIGHEST for action port [ 861.631671] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098f8d1-a839-4889-bdad-618bfeff074c with Priority: HIGHEST for action port [ 861.632204] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d098f8d1-a839-4889-bdad-618bfeff074c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.632350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d098f8d1-a839-4889-bdad-618bfeff074c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.632451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d098f8d1-a839-4889-bdad-618bfeff074c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.632846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d098f8d1-a839-4889-bdad-618bfeff074c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.632846] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d098f8d1-a839-4889-bdad-618bfeff074c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.635473] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 861.636342] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: UNINITIALIZED for 2s [ 861.671788] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.672131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.672292] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.672675] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.672934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.673194] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.847536] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b633202e-c488-486c-ace5-cf4fa77acd44 None None] Enqueued Resource ID: 0d8160e1-b4bb-459f-9406-3e2c1b08bdaa with Priority: HIGHEST for action port [ 861.848223] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8160e1-b4bb-459f-9406-3e2c1b08bdaa with Priority: HIGHEST for action port [ 861.848835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8160e1-b4bb-459f-9406-3e2c1b08bdaa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.848835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8160e1-b4bb-459f-9406-3e2c1b08bdaa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.849019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8160e1-b4bb-459f-9406-3e2c1b08bdaa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.849263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8160e1-b4bb-459f-9406-3e2c1b08bdaa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.849313] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8160e1-b4bb-459f-9406-3e2c1b08bdaa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.135900] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d098f8d1-a839-4889-bdad-618bfeff074c [ 862.136114] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.136255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.136314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.136568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.136663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.136761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d098f8d1-a839-4889-bdad-618bfeff074c already deleted. [ 862.136929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d098f8d1-a839-4889-bdad-618bfeff074c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.352885] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d8160e1-b4bb-459f-9406-3e2c1b08bdaa [ 862.354495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.354495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.354495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.354495] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d8160e1-b4bb-459f-9406-3e2c1b08bdaa already deleted. [ 862.354495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8160e1-b4bb-459f-9406-3e2c1b08bdaa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.443043] env[65294]: INFO networking_nsxv3.common.synchronization [req-8661ffb9-809f-4a93-8bd5-499efe32f0cc req-02dd979b-eb26-435f-98bd-6078b61cc041 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 862.444630] env[65294]: INFO networking_nsxv3.common.synchronization [req-8661ffb9-809f-4a93-8bd5-499efe32f0cc req-02dd979b-eb26-435f-98bd-6078b61cc041 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 862.444630] env[65294]: INFO networking_nsxv3.common.synchronization [req-8661ffb9-809f-4a93-8bd5-499efe32f0cc req-02dd979b-eb26-435f-98bd-6078b61cc041 service nova] Enqueued Resource ID: dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c with Priority: HIGHEST for action port [ 862.446174] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 862.446174] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 862.446174] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c with Priority: HIGHEST for action port [ 862.446174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.446174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.446174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.446174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.446174] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.450433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.450433] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.450433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.450433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450433] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.952122] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.953682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.953877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.957155] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c with status ACTIVE [ 862.957512] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.957512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.957811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.958134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.958134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.958229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.958281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.958358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.958507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.958673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.958783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.958859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.959251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.959251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.959251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.959251] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c is going to be updated. [ 862.980208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.980359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.981122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.981122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.981122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.981122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd96f2cd-e989-4cb2-b8d7-c94f7dd7f34c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.455721] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.510548] env[65294]: INFO networking_nsxv3.common.synchronization [None req-41872170-2896-4f09-9fb1-6e956a41f1e0 tempest-ServersTestBootFromVolume-1876891611 tempest-ServersTestBootFromVolume-1876891611-project-member] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 863.511203] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 863.511598] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.513054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.513054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.513054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.513054] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.631197] env[65294]: INFO networking_nsxv3.common.synchronization [None req-9840b847-b173-469a-8990-a1bff0929c89 tempest-ServersTestBootFromVolume-1876891611 tempest-ServersTestBootFromVolume-1876891611-project-member] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 863.631197] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 863.631197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.631197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.648339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 863.648592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.649351] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 863.649933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.649933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.650089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.652747] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.653095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.653095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.653176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.653563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.653563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.653563] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.959295] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.959647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.959647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.960202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.960202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.960202] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be created. [ 863.993550] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.994327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.994327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.995316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.995316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.007698] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: UNINITIALIZED for 2s [ 864.037670] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.037670] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bb9105-41fc-4818-9251-acb476a25865 already deleted. [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.037670] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.155367] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.156964] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.562269] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.562489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.562644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.562864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.562963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.563080] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bb9105-41fc-4818-9251-acb476a25865 already deleted. [ 864.563373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.578643] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2ffffee2-a598-477e-961e-3e73d8fd08b4 None None] Enqueued Resource ID: ca221aa4-d841-4627-aa96-f297a3b6f7e0 with Priority: HIGHEST for action port [ 864.579713] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca221aa4-d841-4627-aa96-f297a3b6f7e0 with Priority: HIGHEST for action port [ 864.579713] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca221aa4-d841-4627-aa96-f297a3b6f7e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.579989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca221aa4-d841-4627-aa96-f297a3b6f7e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.579989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca221aa4-d841-4627-aa96-f297a3b6f7e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.580105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca221aa4-d841-4627-aa96-f297a3b6f7e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.580218] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca221aa4-d841-4627-aa96-f297a3b6f7e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.658456] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.659510] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.082415] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca221aa4-d841-4627-aa96-f297a3b6f7e0 [ 865.082766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.082980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.083095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.083386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.083707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.084564] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca221aa4-d841-4627-aa96-f297a3b6f7e0 already deleted. [ 865.084564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca221aa4-d841-4627-aa96-f297a3b6f7e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.162494] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.162494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.162494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.162494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.162494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.162494] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be updated. [ 865.164491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.164611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.164679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.164847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.164928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.165037] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 865.196014] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.196213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.196258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.196487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.197225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.198952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.199057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.199250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.199410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.209915] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 865.210708] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 866.019421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 866.019731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.019907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.020145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.020465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.020533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.020689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020959] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.523854] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.028491] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b6ffc2-ce10-4964-b074-f7cf5eba858a: rpc.has_security_group_logging(os_id): False [ 867.050567] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.050567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.050700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.051049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.051184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.051521] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.051656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.051707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.051894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.051995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052116] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be created. [ 867.142379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.142605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.142701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.142972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.143204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.162278] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 867.224955] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 4s [ 867.228343] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 4s [ 868.511379] env[65294]: INFO networking_nsxv3.common.synchronization [req-edbb9f65-b724-4bba-9087-84a215f054a0 req-72f6a65a-6823-4ab1-839d-27ec2a726b69 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 868.512014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 868.512345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.512525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.512604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.512919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.513120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.513252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.513303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.513446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.513532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.513625] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.720712] env[65294]: INFO networking_nsxv3.common.synchronization [req-ead7f112-2983-405a-8d07-b40f9124d338 req-80a08111-070c-4be3-991c-a44e6ea6c8d8 tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 868.723642] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 868.725072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.725243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.725325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.725946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.726184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.726280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.726344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.726547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.726660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.726750] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.017393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.123324] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.123848] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.127416] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.127416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.127416] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.127416] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.127416] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.127416] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.127416] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.127416] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.128143] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.152619] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.152859] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.153026] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.153301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.153792] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-248f2bcf-7834-417e-b02e-98891a70eeb4 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.154091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.154293] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.154754] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.154979] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248f2bcf-7834-417e-b02e-98891a70eeb4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.181798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 869.183037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.228841] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.229048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.229118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.229408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.229523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.229783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.229942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.230056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.230239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.230333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.230495] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b already deleted. [ 869.230572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.239434] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 869.239944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.240088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.240328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.240529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.240667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.240755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.240973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.241172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241422] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.245475] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 869.245794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.246378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.246630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.246881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.247017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.248208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.248747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.250018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.250640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.250847] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.525401] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.658430] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.658807] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.658910] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.659225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.659953] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.660148] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 248f2bcf-7834-417e-b02e-98891a70eeb4 not found, creating... [ 869.660459] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.660707] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.660860] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.661453] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.661453] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661685] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.661856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.661975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.662334] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.662579] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.662755] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 248f2bcf-7834-417e-b02e-98891a70eeb4 is going to be created. [ 869.688135] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.688342] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.688432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.688711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.688940] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.689201] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.745186] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.745415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.745415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.746201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.746201] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.746201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.746201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.746201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.746201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.746578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.746578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.746578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.746578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.746743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.746906] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.747032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.747032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.747141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.747253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.747327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.747381] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.753271] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.029573] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.029573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.029573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.029573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.029573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.029573] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 870.070510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.070658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.070732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.070988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.071278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.083893] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 870.111575] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 870.111575] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 870.111752] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 870.114382] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 870.114542] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 870.114946] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 870.115352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.115463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.115554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.115737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.115897] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.116027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.116134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.116347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.116347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116554] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.119813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.119813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.119813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.119813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.119813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.119813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.120329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.120329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.120329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.121511] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.121678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.121789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.123067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.123067] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.123067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.123067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.123067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.123067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.123067] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.173072] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_rules [ 870.173214] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 870.173553] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_rules [ 870.173870] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 870.174194] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 870.174494] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 870.174809] env[65294]: INFO networking_nsxv3.common.synchronization [req-451c951f-7527-443b-beb9-15fe0df7875e req-7444272c-8328-471f-ad47-a9d0e9579f1c tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 870.175783] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_rules [ 870.175977] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_rules [ 870.176132] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 870.176278] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with Priority: HIGHEST for action port [ 870.176392] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_rules [ 870.176523] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 870.176654] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 870.177507] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.177634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.177970] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ccc4cc-69d1-4958-b6bb-ed946b208bd0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.178174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.178254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.178629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.178715] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.182218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.182406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.182575] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.182699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.182765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.182980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.183073] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.185109] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.185236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.185463] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.185556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.186279] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.186930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.249832] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 870.256347] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a95f56d-5473-4d28-b357-baab6726f488: rpc.has_security_group_logging(os_id): False [ 870.273070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.273235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.273313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.273593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.273687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.273903] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.274042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.274111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.274224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.274293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.274530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.274644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.274721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.274926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.275025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.276375] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.276375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.276375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.276375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.276375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.276375] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 870.294265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.294460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.294506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.298320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.298468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.298793] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.299018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.299018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.299190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.299272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.299363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be created. [ 870.368024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.368024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.368024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.368024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.368024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.369715] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.370147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.370338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.370634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.370882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.387360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 870.394479] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 870.485803] env[65294]: INFO networking_nsxv3.common.synchronization [req-ead7f112-2983-405a-8d07-b40f9124d338 req-77108b6f-0f8d-4ed1-b047-418a308ec9bb service nova] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 870.485986] env[65294]: INFO networking_nsxv3.common.synchronization [req-ead7f112-2983-405a-8d07-b40f9124d338 req-77108b6f-0f8d-4ed1-b047-418a308ec9bb service nova] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 870.486145] env[65294]: INFO networking_nsxv3.common.synchronization [req-ead7f112-2983-405a-8d07-b40f9124d338 req-77108b6f-0f8d-4ed1-b047-418a308ec9bb service nova] Enqueued Resource ID: 248f2bcf-7834-417e-b02e-98891a70eeb4 with Priority: HIGHEST for action port [ 870.487361] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_rules [ 870.487544] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 870.487641] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248f2bcf-7834-417e-b02e-98891a70eeb4 with Priority: HIGHEST for action port [ 870.488054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.488159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.488364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.488474] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.489761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.489761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.489761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.489945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.490851] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.490851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.490851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.490851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.490851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.490851] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.491910] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-248f2bcf-7834-417e-b02e-98891a70eeb4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.493536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.493536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.493536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.493536] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248f2bcf-7834-417e-b02e-98891a70eeb4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.620222] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.626169] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.627033] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.682559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.682754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.686370] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd with status ACTIVE [ 870.686651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.686790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.686861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.687133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.687230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.687425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.687539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.687604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.687789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.687865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.688039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.688160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.688245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.688396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.688452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.688540] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd is going to be updated. [ 870.715372] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.715555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.715606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.715821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.715992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.716212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd3ba2d-9b65-44dc-8fa2-e1592a8b4fbd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.719125] env[65294]: INFO networking_nsxv3.common.synchronization [req-d9a85606-7973-4db1-867d-5bd8d76ceaa5 req-8d4d6f7d-12ee-4172-9ce9-7340132cfd84 tempest-ListServerFiltersTestJSON-156657540 tempest-ListServerFiltersTestJSON-156657540-project-member] Enqueued Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 870.719877] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 with Priority: HIGHEST for action security_group_members [ 870.725051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.725051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.725051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.725051] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0247d0-c3a5-416e-87c5-07ba95dc3e14',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.994488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.994805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.996643] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248f2bcf-7834-417e-b02e-98891a70eeb4 with status ACTIVE [ 870.996859] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.997166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.997255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.001213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.001412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.001412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.001641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.001747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.002230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.002230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.002419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.002497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002660] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248f2bcf-7834-417e-b02e-98891a70eeb4 is going to be updated. [ 871.032259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.032434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.032434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.032644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.032775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.032942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248f2bcf-7834-417e-b02e-98891a70eeb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.072188] env[65294]: INFO networking_nsxv3.common.synchronization [req-b5951151-767e-415d-9319-2f5126cb41ca req-c0f92d04-a74c-4661-a41a-9e405a915475 tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 871.072921] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 871.073784] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.073948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.074045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.074343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.074579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.074892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.074892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.075399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.075399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.075399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.123489] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.128898] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.129816] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.225308] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.225590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.225771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.226052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.254525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.254754] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.255067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.255067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.255548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.255548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.255548] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 is going to be updated. [ 871.300884] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.300884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.301064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.302025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.302025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.313806] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: IN_PROGRESS for 2s [ 871.325710] env[65294]: INFO networking_nsxv3.common.synchronization [req-73d171e1-13f1-4730-8a75-fbe9b4d48645 req-221750a5-8d42-4386-876b-1e2c9a541b66 tempest-ListServersNegativeTestJSON-222805364 tempest-ListServersNegativeTestJSON-222805364-project-member] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 871.326350] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGHEST for action security_group_members [ 871.328239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.328383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.505252] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.582474] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.629402] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.629729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.629729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.629979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.630111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.630286] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be updated. [ 871.632300] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.632420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.632513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.632927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 871.634983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.635144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.635395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.635395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.637136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637136] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 is going to be created. [ 871.667637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.667637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.667637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.668817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.671874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.679160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.679160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.679160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.679160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.679160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.680901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.681952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.682844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.683163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.683459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.698141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 in Status: UNINITIALIZED for 2s [ 871.699832] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 871.700598] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 872.009267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.009501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.009673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.011031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.011031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.011031] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b is going to be created. [ 872.043115] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.043323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.043323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.043546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.043833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.054838] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: UNINITIALIZED for 2s [ 872.088605] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.102052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 872.102344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.372510] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad854f0b-f965-4fb8-ab18-32b676f02ec5 req-8829956d-e6d2-484c-ba70-ac2d97559cf5 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 872.372510] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 872.372510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.372510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.372510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.374349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.374825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.375214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.375566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.375914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.376748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.377022] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.402181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 872.402181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.402181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.402181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.403112] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.417815] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 872.417815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.418022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.419039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.419039] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.593250] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.593250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.593250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.593250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.593250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.593250] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 872.636696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.636696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.636696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.637179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.640373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.658146] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 872.818386] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.818571] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.818571] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.818796] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.819069] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.819614] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.819614] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.819614] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.819806] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.819918] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.820766] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.820766] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.820766] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.820766] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.820766] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.820766] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.849683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.849963] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.850142] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.850386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.850730] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.850905] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.851041] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.851386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.851522] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be559ab8-8478-4e9a-b416-cb7f2d9fdbd3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.879996] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.880588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.880666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.880963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.881065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.882058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.882058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.882058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.882058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.882058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.882260] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 already deleted. [ 872.882260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.905651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.905919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.921409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.921554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.325190] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 in Status: SUCCESS [ 873.325376] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0247d0-c3a5-416e-87c5-07ba95dc3e14 deletion is rescheduled due to dependency. [ 873.325643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0247d0-c3a5-416e-87c5-07ba95dc3e14" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.355232] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355232] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355232] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.358948] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 not found, creating... [ 873.358948] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.358948] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.358948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.359418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.359418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.359418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.359418] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 is going to be created. [ 873.380042] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.380042] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.380042] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.380042] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.380287] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.380732] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.711751] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 873.712074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.712166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.712370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.712556] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.712743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.712817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.713815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.713815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.713815] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.714728] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 in Status: SUCCESS [ 873.715063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.715448] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 873.715583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.715821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.715890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.716197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.716606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.716606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.716606] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.717274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717589] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.717687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.717762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718048] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.068023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: SUCCESS [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.068023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.068023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.068023] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.086624] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad854f0b-f965-4fb8-ab18-32b676f02ec5 req-e7c305e7-d9f4-44eb-b36e-a8f512ebddd2 service nova] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 874.086624] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad854f0b-f965-4fb8-ab18-32b676f02ec5 req-e7c305e7-d9f4-44eb-b36e-a8f512ebddd2 service nova] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 874.086624] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad854f0b-f965-4fb8-ab18-32b676f02ec5 req-e7c305e7-d9f4-44eb-b36e-a8f512ebddd2 service nova] Enqueued Resource ID: be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 with Priority: HIGHEST for action port [ 874.086624] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_rules [ 874.087294] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 874.087294] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 with Priority: HIGHEST for action port [ 874.087963] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.087963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.087963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.087963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.087963] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.088958] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.089136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.089210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.089447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.089693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.089813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.089866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.090099] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.090245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.090307] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.091701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.091816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.091918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.092094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.092174] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be559ab8-8478-4e9a-b416-cb7f2d9fdbd3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.220195] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.222318] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.225910] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.570582] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.594452] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.595443] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.595546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.595939] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 with status ACTIVE [ 874.596162] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.596313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.596393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.596619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.596736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.596976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.597140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.597215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.597421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.597421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.597692] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.597830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.597892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.598078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.598195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.598312] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be559ab8-8478-4e9a-b416-cb7f2d9fdbd3 is going to be updated. [ 874.622560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.622724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.622816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.623084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.623269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be559ab8-8478-4e9a-b416-cb7f2d9fdbd3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.670403] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 874.670602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.671499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.671957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.672067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.672278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.672362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.672507] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.728334] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.729732] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.734025] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.073377] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38542a11-a2ee-4348-a975-772d4b1da23b: rpc.has_security_group_logging(os_id): False [ 875.098056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.102178] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.102446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.103016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.103402] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.103562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.103644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.103844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.103969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.104176] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b is going to be created. [ 875.176442] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.178145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.178328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.178461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.178668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.181428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.182881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.182955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.183265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.183336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.183580] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.183696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.183769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.183939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.184041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.184145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be updated. [ 875.200258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: IN_PROGRESS for 2s [ 875.217406] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.217549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.217650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.217872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.218026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232534] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: IN_PROGRESS for 2s [ 875.233033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.233335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.233618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.233721] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be updated. [ 875.238069] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.238069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.238069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.238069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.238069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.238069] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 is going to be updated. [ 875.239123] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.239262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.239828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.239828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.239936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.240066] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 875.270464] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.270642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.270682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.271087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.276562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.276562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.276562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.276562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.276562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286873] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 875.316613] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 875.331983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.332186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.332246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.346382] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 in Status: IN_PROGRESS for 2s [ 875.503206] env[65294]: INFO networking_nsxv3.common.synchronization [req-295b2b47-189a-4c66-b99a-ebad86d22ed6 req-551185c0-98c2-4d56-9a78-c9a3feed1420 tempest-ListImageFiltersTestJSON-1050915077 tempest-ListImageFiltersTestJSON-1050915077-project-member] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 875.503969] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 875.504563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.504827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.504904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.505431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.505431] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.505552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.506043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.506043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.506043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.506243] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.600701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.600905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.600996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.604622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.604622] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 is going to be created. [ 875.632083] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.632083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.632083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.632083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.632083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.646105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: UNINITIALIZED for 2s [ 875.728629] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a84a3542-c654-461e-9fed-27bea5b27324 None None] Enqueued Resource ID: 613cf735-fbf0-4736-8951-d941bd225930 with Priority: HIGHEST for action port [ 875.729204] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613cf735-fbf0-4736-8951-d941bd225930 with Priority: HIGHEST for action port [ 875.729513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-613cf735-fbf0-4736-8951-d941bd225930 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.729732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613cf735-fbf0-4736-8951-d941bd225930" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.729851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613cf735-fbf0-4736-8951-d941bd225930" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.730475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613cf735-fbf0-4736-8951-d941bd225930" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.730591] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613cf735-fbf0-4736-8951-d941bd225930',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.009962] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.010147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.010238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.010736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.010880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.011165] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.011279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.011341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.011508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.011780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.011875] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 already deleted. [ 876.011963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.025992] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.026219] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.026347] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.026606] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.026868] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.027031] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.027152] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.027358] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.027499] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.027722] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.027839] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.027941] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.028080] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.028195] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.028301] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.028434] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.047499] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.047675] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.047848] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.048044] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.048364] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.048531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.048648] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.048972] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.049129] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a919a4-d84a-4ac2-9c13-2275b5fec5d1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.127066] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c633258-7ffb-4d75-9aa2-a79b6ad6fdb0 req-ebf08768-6549-4ec7-b25e-c3cb89ae1b9d tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 876.127330] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c633258-7ffb-4d75-9aa2-a79b6ad6fdb0 req-ebf08768-6549-4ec7-b25e-c3cb89ae1b9d tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 876.127532] env[65294]: INFO networking_nsxv3.common.synchronization [req-7c633258-7ffb-4d75-9aa2-a79b6ad6fdb0 req-ebf08768-6549-4ec7-b25e-c3cb89ae1b9d tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 876.128079] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 with Priority: HIGHEST for action security_group_members [ 876.128271] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGHEST for action security_group_members [ 876.128378] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 876.128911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129291] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233312] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613cf735-fbf0-4736-8951-d941bd225930 [ 876.233312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.233999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613cf735-fbf0-4736-8951-d941bd225930 already deleted. [ 876.234152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613cf735-fbf0-4736-8951-d941bd225930" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.553833] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.553833] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 not found, creating... [ 876.553833] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.553833] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.554261] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.554261] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.554391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.554586] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.554799] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.554934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.555086] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 is going to be created. [ 876.574934] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.575186] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.575307] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.575572] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.575804] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.576035] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.215151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: SUCCESS [ 877.215515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.244840] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 in Status: SUCCESS [ 877.244976] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 deletion is rescheduled due to dependency. [ 877.245078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.300199] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 877.300427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.301625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.301745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.302271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.302271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.302271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.302271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.302468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.302468] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.304704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.304904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305106] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305692] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.327826] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 877.328358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.328870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.329131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.329331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.329450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.329518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.329689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.329789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.329907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.330228] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334019] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.357405] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 in Status: SUCCESS [ 877.357715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.358166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.358438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.359039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.359039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.359039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.359039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.359297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.359297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.359348] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.360196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.360391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.360570] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.360690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.360758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.360926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.361019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.361133] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.414649] env[65294]: INFO networking_nsxv3.common.synchronization [req-295b2b47-189a-4c66-b99a-ebad86d22ed6 req-74cbb1e6-dba2-4271-abef-3f3cd02da342 service nova] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_rules [ 877.414915] env[65294]: INFO networking_nsxv3.common.synchronization [req-295b2b47-189a-4c66-b99a-ebad86d22ed6 req-74cbb1e6-dba2-4271-abef-3f3cd02da342 service nova] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 877.415053] env[65294]: INFO networking_nsxv3.common.synchronization [req-295b2b47-189a-4c66-b99a-ebad86d22ed6 req-74cbb1e6-dba2-4271-abef-3f3cd02da342 service nova] Enqueued Resource ID: 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 with Priority: HIGHEST for action port [ 877.415940] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_rules [ 877.415940] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 877.416063] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 with Priority: HIGHEST for action port [ 877.416355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.416431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.416474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.416743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.416819] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.418575] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.418575] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.418575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.418802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.418802] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.419517] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.419642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.419727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.419925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.419984] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a919a4-d84a-4ac2-9c13-2275b5fec5d1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.661048] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: SUCCESS [ 877.661137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.661351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.661641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.661877] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.661997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.662077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.662227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.662303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.662386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.662567] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.809902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.810165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.810165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.810378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.810468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.810661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.810759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.810822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.810964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.811054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.811141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be updated. [ 877.812242] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.835042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.835224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.835459] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.844183] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.844417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.844673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.844841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.856294] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 877.866019] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77ccc4cc-69d1-4958-b6bb-ed946b208bd0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.866019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.866019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.866145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.866342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.866385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.867286] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.867286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.867286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.867286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.867286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.867286] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 is going to be deleted. [ 877.899224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.899374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.899447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.899698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.899816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.899928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.921762] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.925175] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.925175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 with status ACTIVE [ 877.925175] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.925175] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.925175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.925175] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.925754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.925923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.926168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.926327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.926486] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46a919a4-d84a-4ac2-9c13-2275b5fec5d1 is going to be updated. [ 877.953874] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.954753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.954853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.955083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.956098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.956464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a919a4-d84a-4ac2-9c13-2275b5fec5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.009232] env[65294]: INFO networking_nsxv3.common.synchronization [req-bf459e1c-03bb-473a-8b47-4c213caba1cb req-c3b3a844-76d0-427e-8b36-ab0e5be62e83 tempest-ListImageFiltersTestJSON-1050915077 tempest-ListImageFiltersTestJSON-1050915077-project-member] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 878.009852] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 878.011243] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.011243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.165427] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.316028] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a95f56d-5473-4d28-b357-baab6726f488: rpc.has_security_group_logging(os_id): False [ 878.337531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.338026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.338139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.338652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.338652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.338652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.338819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.338819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.338819] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be updated. [ 878.339900] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.371926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77ccc4cc-69d1-4958-b6bb-ed946b208bd0: rpc.has_security_group_logging(os_id): False [ 878.393926] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.394130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.394177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.394418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.394511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.394848] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.395923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.396473] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 is going to be created. [ 878.424047] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.429594] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.429836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.429865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.430583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.430583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.432365] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0], does not exist path=[/infra/domains/default/groups/77ccc4cc-69d1-4958-b6bb-ed946b208bd0]."\n}' [ 878.432501] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0 [ 878.432583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 878.452583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: IN_PROGRESS for 2s [ 878.474776] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.475069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.475156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.475328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.481649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.482111] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.482253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.482377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.484059] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.484059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.484843] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ccc4cc-69d1-4958-b6bb-ed946b208bd0 is going to be created. [ 878.509541] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0], does not exist path=[/infra/domains/default/groups/77ccc4cc-69d1-4958-b6bb-ed946b208bd0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0 [ 878.509541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ccc4cc-69d1-4958-b6bb-ed946b208bd0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.510220] env[65294]: Traceback (most recent call last): [ 878.510268] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 878.510268] env[65294]: return func(*args, **kwargs) [ 878.510268] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 878.510268] env[65294]: res.raise_for_status() [ 878.510268] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 878.510268] env[65294]: raise HTTPError(http_error_msg, response=self) [ 878.510268] env[65294]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0 [ 878.510268] env[65294]: During handling of the above exception, another exception occurred: [ 878.510268] env[65294]: Traceback (most recent call last): [ 878.510268] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 878.510268] env[65294]: listener.cb(fileno) [ 878.510268] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 878.510268] env[65294]: result = function(*args, **kwargs) [ 878.510268] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 878.510268] env[65294]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 878.510597] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 878.510597] env[65294]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 878.510597] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 878.510597] env[65294]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 878.510597] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 878.510597] env[65294]: res.raise_for_status() [ 878.510597] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 878.510597] env[65294]: raise HTTPError(http_error_msg, response=self) [ 878.510597] env[65294]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/77ccc4cc-69d1-4958-b6bb-ed946b208bd0 [ 878.510597] env[65294]: Removing descriptor: 57 [ 878.583089] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.583373] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.583514] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.583774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.584161] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.584278] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.584392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.585738] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.585738] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.585738] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.585738] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.585738] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.585738] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.586134] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.586134] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.586134] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.607390] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.607672] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.607820] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.607987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.608316] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-af6a8c06-c5eb-4050-91b5-6a568c5da599 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.608483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.609487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.609487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.609487] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6a8c06-c5eb-4050-91b5-6a568c5da599',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.668043] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73170f10-9aa4-4f22-8c83-a105b46dd584: rpc.has_security_group_logging(os_id): False [ 878.686848] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.687021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.687133] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.687313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.687402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.687656] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.687732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.687811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.687932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.688009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.688095] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 is going to be created. [ 878.753905] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.754111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.754283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.754543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.754753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.769178] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: IN_PROGRESS for 2s [ 878.845046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.845299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.845299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.845671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.845760] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 878.907626] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.907837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.907933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.908240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.908439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.922719] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 878.927768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.928016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.928361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.928538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928662] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be created. [ 878.964771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.964978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.977381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: UNINITIALIZED for 2s [ 879.013903] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a0d25d66-7f69-454a-b223-6ebac3c9cb2c None None] Enqueued Resource ID: 374b5b5d-2bb8-4748-9a46-b77b755ce2b3 with Priority: HIGHEST for action port [ 879.014490] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374b5b5d-2bb8-4748-9a46-b77b755ce2b3 with Priority: HIGHEST for action port [ 879.014913] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-374b5b5d-2bb8-4748-9a46-b77b755ce2b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374b5b5d-2bb8-4748-9a46-b77b755ce2b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374b5b5d-2bb8-4748-9a46-b77b755ce2b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.015733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374b5b5d-2bb8-4748-9a46-b77b755ce2b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.015833] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374b5b5d-2bb8-4748-9a46-b77b755ce2b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.112387] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.112670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.112779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.113086] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.113234] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.113386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port af6a8c06-c5eb-4050-91b5-6a568c5da599 not found, creating... [ 879.115019] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115019] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115671] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: af6a8c06-c5eb-4050-91b5-6a568c5da599 is going to be created. [ 879.141661] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.141928] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.142064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.142422] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.142656] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.142873] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.521973] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374b5b5d-2bb8-4748-9a46-b77b755ce2b3 [ 879.522241] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.523219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.523219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.523219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.523219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.523219] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374b5b5d-2bb8-4748-9a46-b77b755ce2b3 already deleted. [ 879.523219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374b5b5d-2bb8-4748-9a46-b77b755ce2b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.857770] env[65294]: INFO networking_nsxv3.common.synchronization [req-bf459e1c-03bb-473a-8b47-4c213caba1cb req-ec323296-629f-445d-ab07-175ac34aa278 service nova] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_rules [ 879.857770] env[65294]: INFO networking_nsxv3.common.synchronization [req-bf459e1c-03bb-473a-8b47-4c213caba1cb req-ec323296-629f-445d-ab07-175ac34aa278 service nova] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 879.857770] env[65294]: INFO networking_nsxv3.common.synchronization [req-bf459e1c-03bb-473a-8b47-4c213caba1cb req-ec323296-629f-445d-ab07-175ac34aa278 service nova] Enqueued Resource ID: af6a8c06-c5eb-4050-91b5-6a568c5da599 with Priority: HIGHEST for action port [ 879.863245] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_rules [ 879.863415] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 879.863522] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6a8c06-c5eb-4050-91b5-6a568c5da599 with Priority: HIGHEST for action port [ 879.863947] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.864084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.864293] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.864416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.864669] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6a8c06-c5eb-4050-91b5-6a568c5da599 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.864982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.865073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.865297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.865370] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6a8c06-c5eb-4050-91b5-6a568c5da599',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.876058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 879.876310] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 deletion is rescheduled due to dependency. [ 879.876441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.368562] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af6a8c06-c5eb-4050-91b5-6a568c5da599 with status ACTIVE [ 880.368827] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.368970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.369069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.369394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.369394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.369557] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.369722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.369790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.369914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.369985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.370189] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.370282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.370343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.370480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.370553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.370635] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af6a8c06-c5eb-4050-91b5-6a568c5da599 is going to be updated. [ 880.395307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.395538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.395643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.395944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.396109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.396393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6a8c06-c5eb-4050-91b5-6a568c5da599" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.477023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a95f56d-5473-4d28-b357-baab6726f488 in Status: SUCCESS [ 880.477384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.789788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: SUCCESS [ 880.790163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.937223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 880.937447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.937640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.937902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.938137] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.938269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.938317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.938493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.938571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.938656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.938822] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.938948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.938987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.942422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.942650] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.942861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.942912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.943125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.943213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.943302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.943396] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.997687] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 880.997687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.998146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.998409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.998682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.998747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.999361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.999729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.999828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.999965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.000098] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.001478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.001709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.001936] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.002083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.002152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.002347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.002504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.002616] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.129022] env[65294]: INFO networking_nsxv3.common.synchronization [req-17d36956-d407-4bbe-a849-a289a32458a8 req-287a1709-3abe-4955-8e11-387d9698f9e1 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 881.129022] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 881.129022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.129022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.129022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.129022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.129022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.129725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.129806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.130059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.130160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.130260] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.448741] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f48d5317-de6d-42b2-bcf2-1da9652bd97e: rpc.has_security_group_logging(os_id): False [ 881.469656] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.469656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.469656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.469656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.505451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.507850] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.507850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.507850] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.511464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.511743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.511886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.512116] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.512229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.512294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.512448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.512525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.512708] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.512916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.512991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.513145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.513220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.513307] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 881.584238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.584411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.584490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.584751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.584904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.615601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 881.632209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.632370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.632422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.632642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.660037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.660037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.660037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.660037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.660037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.660037] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 881.688400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.688551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.688625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.688837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.688975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.698959] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 882.015954] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.520783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.520783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.520783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.520783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.520783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.520783] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be updated. [ 882.550353] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.550466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.550734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.562610] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 883.632986] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 883.633371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.708421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 883.709028] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 883.709028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.149170] env[65294]: INFO networking_nsxv3.common.synchronization [req-8633631d-c4e8-4b1e-b6f1-76d0e7bbb269 req-11b7041a-d3f2-4928-b538-13f92f7d2e8f tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 884.149170] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 884.149170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.149170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.149355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.149428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.149577] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.149687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.149752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.149908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.150049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.150091] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.533702] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.533893] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.534034] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.534310] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.534565] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.534734] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.534848] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535057] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.535207] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.535413] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.535521] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.535624] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.535728] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.535831] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.535931] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.536068] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.556044] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.556301] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.556457] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.556663] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-312" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.557272] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-00af4ccc-be76-46a0-a5e1-461b49c5a803 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.557272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.557414] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.557649] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.557797] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00af4ccc-be76-46a0-a5e1-461b49c5a803',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.573913] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 884.573913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.574107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574553] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.574665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.575031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.575121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.575245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.575417] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.655312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.655609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.655609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.655761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.681172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.681172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.681172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.681172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.681172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.681172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.681172] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 884.710032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.710032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.710032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.710032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.710032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.721807] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 885.060764] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.061011] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.061144] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.061692] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.061899] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.062158] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 00af4ccc-be76-46a0-a5e1-461b49c5a803 not found, creating... [ 885.062587] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.062759] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.062891] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.063205] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.063363] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.063673] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.063834] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.063948] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.064235] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.064395] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.064541] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 00af4ccc-be76-46a0-a5e1-461b49c5a803 is going to be created. [ 885.078529] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.094131] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.094485] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.094642] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.095019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.095283] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.095524] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.582359] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.810042] env[65294]: INFO networking_nsxv3.common.synchronization [req-8633631d-c4e8-4b1e-b6f1-76d0e7bbb269 req-12ec67fc-82c4-47d7-8883-0632e8bb6f24 service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 885.810042] env[65294]: INFO networking_nsxv3.common.synchronization [req-8633631d-c4e8-4b1e-b6f1-76d0e7bbb269 req-12ec67fc-82c4-47d7-8883-0632e8bb6f24 service nova] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 885.810042] env[65294]: INFO networking_nsxv3.common.synchronization [req-8633631d-c4e8-4b1e-b6f1-76d0e7bbb269 req-12ec67fc-82c4-47d7-8883-0632e8bb6f24 service nova] Enqueued Resource ID: 00af4ccc-be76-46a0-a5e1-461b49c5a803 with Priority: HIGHEST for action port [ 885.810042] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_rules [ 885.810710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 885.810710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00af4ccc-be76-46a0-a5e1-461b49c5a803 with Priority: HIGHEST for action port [ 885.810710] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.810710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.810710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.811097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.811097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.812613] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.814841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.814841] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-00af4ccc-be76-46a0-a5e1-461b49c5a803 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.814841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.814841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.814841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.814841] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00af4ccc-be76-46a0-a5e1-461b49c5a803',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.089022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.089022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.089022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.089022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.089022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.089022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be updated. [ 886.124394] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.124561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.124613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.124806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.124951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.135766] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 886.313525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.313710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.318425] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00af4ccc-be76-46a0-a5e1-461b49c5a803 with status ACTIVE [ 886.318708] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.318873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.318969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.319632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.319632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.319632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.319632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.319999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.319999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.319999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.320331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.320331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.320561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.320561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.320986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.320986] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00af4ccc-be76-46a0-a5e1-461b49c5a803 is going to be updated. [ 886.350829] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.351655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.351655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.351655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.351835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.352052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00af4ccc-be76-46a0-a5e1-461b49c5a803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.733105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 886.733354] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd deletion is rescheduled due to dependency. [ 886.733425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.733599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.733833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.734047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.734196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.734266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.734492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.734544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.734623] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.237675] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.743168] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.148069] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 888.148278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.148813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.148813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.149035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.149035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.149240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.149288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.149457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.149716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.149839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.150095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151642] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.151642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.151642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.151642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.151642] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.244353] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.244682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.244682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.244796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.244894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.245010] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 888.279293] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.279497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.279602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.279925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.280153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.291097] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 888.653458] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5dac382-693f-452c-9a96-50f3807a68c7: rpc.has_security_group_logging(os_id): False [ 888.672914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.673086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.673170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.673384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.673477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.673663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.673765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.673829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.673972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.674107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.674260] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.674355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.674418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.674625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.674701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.674889] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.674984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.675050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.675318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be created. [ 888.736291] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.736911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.736998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.737532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.737755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.750350] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 889.695493] env[65294]: INFO networking_nsxv3.common.synchronization [req-d90577bd-19e9-4c33-924d-cfcbb0be3f14 req-22979cb8-8dca-4d8d-9ef0-cb6409040205 tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 889.696078] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 889.696392] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.696520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.696596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.696907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.697749] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.697866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.697935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.698148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.698249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.698353] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.060105] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.060303] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.060431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.060755] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.061022] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.061214] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.061336] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.061629] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.061686] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.061929] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.062053] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.062163] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.062269] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.062379] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.062481] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.062870] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.084275] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.084275] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.084944] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.084944] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.085056] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-0211e884-fc06-4ff2-b3b1-4a598f467f8c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.085391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.085801] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.086639] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.086868] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0211e884-fc06-4ff2-b3b1-4a598f467f8c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.201185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.201547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.201583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.201985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.202087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.202321] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.202525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.202525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.202833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.202833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.202915] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 already deleted. [ 890.202965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.303387] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 890.304216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.304216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.304334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.304485] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.304599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.304651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.304814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.304899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.304974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.305078] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.590644] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.590895] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.591198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.591512] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.591669] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591896] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 0211e884-fc06-4ff2-b3b1-4a598f467f8c not found, creating... [ 890.592610] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.592838] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.593725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.593725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.593725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.593933] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.594173] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.594336] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.594612] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.594774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.594905] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 0211e884-fc06-4ff2-b3b1-4a598f467f8c is going to be created. [ 890.618022] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.618677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.618677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.618677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.618823] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.619054] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.767285] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 890.767285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.767285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.767285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.767285] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.807272] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.807520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.807629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.807971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.808308] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.808458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.808863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.808863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.808863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.808863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.809054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.809149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.809222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.809377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.809530] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.809629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.809706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.809900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.810029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.810152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.810270] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.268971] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.269616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.269868] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.270025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.270084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.270242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.270344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.270443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.270533] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.313290] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7e3638-7ee1-4749-885b-ae918c189bcd: rpc.has_security_group_logging(os_id): False [ 891.334502] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.334675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.334770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.334984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.335117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.335337] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.335437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.335495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.335642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.335718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.336131] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.336288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.336352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.336461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.336530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.336902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.336902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.336902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.337148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.337148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.337245] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 891.420571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.420571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.420692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.420825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.420986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.428594] env[65294]: INFO networking_nsxv3.common.synchronization [req-d90577bd-19e9-4c33-924d-cfcbb0be3f14 req-10cb9735-330f-41b1-8d29-a5688965ebce service nova] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_rules [ 891.428793] env[65294]: INFO networking_nsxv3.common.synchronization [req-d90577bd-19e9-4c33-924d-cfcbb0be3f14 req-10cb9735-330f-41b1-8d29-a5688965ebce service nova] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 891.428927] env[65294]: INFO networking_nsxv3.common.synchronization [req-d90577bd-19e9-4c33-924d-cfcbb0be3f14 req-10cb9735-330f-41b1-8d29-a5688965ebce service nova] Enqueued Resource ID: 0211e884-fc06-4ff2-b3b1-4a598f467f8c with Priority: HIGHEST for action port [ 891.429480] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_rules [ 891.429617] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 891.429914] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0211e884-fc06-4ff2-b3b1-4a598f467f8c with Priority: HIGHEST for action port [ 891.430096] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.430292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.430292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.430538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.430673] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.431853] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.432044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.432044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.432353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.432552] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.432661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.432727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433528] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.435475] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0211e884-fc06-4ff2-b3b1-4a598f467f8c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.435475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.435475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.435475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.435475] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0211e884-fc06-4ff2-b3b1-4a598f467f8c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.441785] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 891.773683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.774052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.774052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.774221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.774376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.774531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.774575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.774713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.775059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.775154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.775370] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.775484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.775695] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.775834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.775925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.776135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.776209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.776289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.776442] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.937056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.938156] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.938261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.938624] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0211e884-fc06-4ff2-b3b1-4a598f467f8c with status ACTIVE [ 891.938763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.939264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.939264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.939264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.939436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.939579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.939704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.939760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.939939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.940024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.941114] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.941114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.941114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.941114] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0211e884-fc06-4ff2-b3b1-4a598f467f8c is going to be updated. [ 891.963415] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.963603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.963645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.963828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.963966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.964152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0211e884-fc06-4ff2-b3b1-4a598f467f8c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.279642] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5dac382-693f-452c-9a96-50f3807a68c7: rpc.has_security_group_logging(os_id): False [ 892.308796] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.308953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.309560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.310022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.310022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.310217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.310280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.310455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.310531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310749] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.310835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.310892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.311167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.311167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.311258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be updated. [ 892.370418] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9216a35-5b53-4d6a-8a48-2dbfe9b1b52c req-4169188a-df6e-426e-a4d9-5ea8cb883a5a tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 892.370951] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 892.371268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.371364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.420921] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.421062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.421200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.421427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.421528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.441477] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.445329] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 892.718693] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.718899] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.719031] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.719580] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.724036] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.724036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.724192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.724331] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.724663] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.724724] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.726025] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.726025] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.726025] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.726025] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.726025] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.726025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.747971] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.748190] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.748360] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.748544] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.748862] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-22e2a0d9-8688-4af9-a951-2325bc635a73 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.749053] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.749171] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.749528] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.749683] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e2a0d9-8688-4af9-a951-2325bc635a73',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.945589] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.945589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.945589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.945589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.945589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.946132] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be created. [ 892.977129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.977332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.977409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.977614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.977780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.989538] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: UNINITIALIZED for 2s [ 893.254529] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.254779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.254911] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.255215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.255359] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.255513] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 22e2a0d9-8688-4af9-a951-2325bc635a73 not found, creating... [ 893.255768] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.255950] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.256086] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.256324] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.256464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.256743] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.256917] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.257117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.257338] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.257470] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.257606] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 22e2a0d9-8688-4af9-a951-2325bc635a73 is going to be created. [ 893.286516] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.286720] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.286820] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.287224] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.287526] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.287803] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.462272] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 893.462516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.044065] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9216a35-5b53-4d6a-8a48-2dbfe9b1b52c req-ffd3d5dc-f17f-4770-93b5-c30de8359e5f service nova] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_rules [ 894.044343] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9216a35-5b53-4d6a-8a48-2dbfe9b1b52c req-ffd3d5dc-f17f-4770-93b5-c30de8359e5f service nova] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 894.044343] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9216a35-5b53-4d6a-8a48-2dbfe9b1b52c req-ffd3d5dc-f17f-4770-93b5-c30de8359e5f service nova] Enqueued Resource ID: 22e2a0d9-8688-4af9-a951-2325bc635a73 with Priority: HIGHEST for action port [ 894.044839] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_rules [ 894.044971] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 894.045156] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e2a0d9-8688-4af9-a951-2325bc635a73 with Priority: HIGHEST for action port [ 894.045630] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.045630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.045843] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.045886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046074] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e2a0d9-8688-4af9-a951-2325bc635a73 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.046165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.046459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.046549] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e2a0d9-8688-4af9-a951-2325bc635a73',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.460020] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 894.460253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.549032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22e2a0d9-8688-4af9-a951-2325bc635a73 with status ACTIVE [ 894.549240] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.549422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.549513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.549791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.550828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.550828] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.550828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.550828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.550828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.550828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.551159] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.551159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.551159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.551322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.551417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.551524] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22e2a0d9-8688-4af9-a951-2325bc635a73 is going to be updated. [ 894.580071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.580229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.580691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.580691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.580691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.580829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e2a0d9-8688-4af9-a951-2325bc635a73" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.004827] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 895.005075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.005252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.005490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.005683] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.005797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.005863] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.006929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.007063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.007161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.007268] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.008114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.008281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.008449] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.008593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.008656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.008800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.008875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.008968] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.512668] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.513147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.513147] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.015547] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.519092] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.519498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.519498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.519680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.519850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.520016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 896.563531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.563794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.563794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.564043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.564202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578264] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 897.522899] env[65294]: INFO networking_nsxv3.common.synchronization [req-802b4b64-e293-4d9a-a489-b42d225b68b8 req-77623b2e-b14f-4408-8f37-1328ce9fc115 tempest-ImagesOneServerNegativeTestJSON-851273555 tempest-ImagesOneServerNegativeTestJSON-851273555-project-member] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 897.524301] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGHEST for action security_group_members [ 897.525802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.525802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.525802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.525802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.525802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.525802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.525802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.526059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.526059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.526059] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.031352] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.031439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.031439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.031640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.031727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.031968] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.032159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.032159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.032284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035033] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be updated. [ 898.070605] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.070762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.070842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.071098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.071289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.083154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: IN_PROGRESS for 2s [ 898.590293] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 898.590578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.590943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.591080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.591347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.591531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.591642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.591945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.592115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.592278] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.612057] env[65294]: INFO networking_nsxv3.common.synchronization [req-42072a8a-05bf-4399-baed-7fa799743f1d req-acbaff4a-0b31-49d6-af7f-af959b560026 tempest-ServersAdminTestJSON-924880444 tempest-ServersAdminTestJSON-924880444-project-member] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 898.613162] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGHEST for action security_group_members [ 898.613671] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.613871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.614209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.614360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.614625] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.614820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.614924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.616864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.616864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.616864] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.096167] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.118840] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.119469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.142130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.142392] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.142529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.142571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.142759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.142842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.142971] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be updated. [ 899.170816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.171013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.171095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.171306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.171449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.183014] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: IN_PROGRESS for 2s [ 899.599643] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.093769] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd in Status: SUCCESS [ 900.093769] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd deletion is rescheduled due to dependency. [ 900.093769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.106697] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.106697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.106697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.106697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.106697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.106697] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 900.141021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.141021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.141021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.141021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.141021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151426] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 900.940221] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b774b45c-411d-4e69-b8b3-0ca1fba74874 None None] Enqueued Resource ID: d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4 with Priority: HIGHEST for action port [ 900.940930] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4 with Priority: HIGHEST for action port [ 900.942409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.942656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.942756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.943237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.943237] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.196363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18405fba-91f9-424d-9275-995b5dd48dab in Status: SUCCESS [ 901.196613] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18405fba-91f9-424d-9275-995b5dd48dab deletion is rescheduled due to dependency. [ 901.197800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.447365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4 [ 901.447734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.447933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.448307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.448426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.448628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.448628] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4 already deleted. [ 901.448728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3633a60-9d81-4ed7-82f6-d1c15a4ad9d4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.166304] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 902.166981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.166981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.166981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.167361] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.167361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.167361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.167615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.167615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.167615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.167781] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.167927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.167927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.168066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.168343] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.168343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.168483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.168483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.168567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.169204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.169204] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.674090] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96b59aa-ff5a-46ed-b37e-d0fe73100ea7: rpc.has_security_group_logging(os_id): False [ 902.694265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.694809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.694809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.695697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.695697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.695697] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.696260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.696260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.696602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.696967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.697936] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.697936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.697936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.698111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.698309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.698764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.698764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.701046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.701046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.701920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.702124] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be created. [ 902.773734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.773947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.773986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.774205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.774389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.788481] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 903.612244] env[65294]: INFO networking_nsxv3.common.synchronization [None req-187d2978-3f32-4c3f-ae5d-200934b4a6ca None None] Enqueued Resource ID: e376d854-f852-4ead-bd79-c32c8b36ffb0 with Priority: HIGHEST for action port [ 903.613583] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e376d854-f852-4ead-bd79-c32c8b36ffb0 with Priority: HIGHEST for action port [ 903.614113] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e376d854-f852-4ead-bd79-c32c8b36ffb0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.615020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e376d854-f852-4ead-bd79-c32c8b36ffb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.615112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e376d854-f852-4ead-bd79-c32c8b36ffb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.615392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e376d854-f852-4ead-bd79-c32c8b36ffb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.615489] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e376d854-f852-4ead-bd79-c32c8b36ffb0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.119726] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e376d854-f852-4ead-bd79-c32c8b36ffb0 [ 904.119980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.120142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.120212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.120421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.120511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.120607] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e376d854-f852-4ead-bd79-c32c8b36ffb0 already deleted. [ 904.120688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e376d854-f852-4ead-bd79-c32c8b36ffb0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.807140] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 904.807416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.807698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.808817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.808817] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.312091] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.312091] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.312091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.312531] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.815252] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.815535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.815535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.816442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.816442] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.816442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.816442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.816442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.816659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.816659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.816734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.816894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.816894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.817014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.817174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.817269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.817336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.817479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.817559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.817657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.817715] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.320105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96b59aa-ff5a-46ed-b37e-d0fe73100ea7: rpc.has_security_group_logging(os_id): False [ 906.341450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.341862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.342040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.342392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.342570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.342931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.343500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.343811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.344236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.344506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.344593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.344794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.345072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 906.425535] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.425788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.425788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.426051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.426260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.454658] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 907.748735] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad0f21f9-1404-431e-a4ce-9b18fbf411db req-6f737469-6c65-478f-ad07-58ddf798f300 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 907.749264] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 907.749571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.749697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.749764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.750056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.750222] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.750326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.750388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.750538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.750621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.750716] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.067904] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.068169] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.068299] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.068640] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.068950] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.069137] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.069266] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.069520] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.070460] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.070460] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.070460] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.070460] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.070460] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.070460] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.070460] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.070849] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.093864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.094058] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.094211] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.094419] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.094805] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5177626e-b570-4b61-bb42-67f1f7b3044b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.094988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.095176] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.095545] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.095708] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5177626e-b570-4b61-bb42-67f1f7b3044b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.255934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.256226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.256320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.256654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.256723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.256976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.257104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.257167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.257328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.257407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.257504] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 already deleted. [ 908.257622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.472963] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 908.473268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.598192] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.598522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.598662] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.598964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599149] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.599335] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5177626e-b570-4b61-bb42-67f1f7b3044b not found, creating... [ 908.599656] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.599813] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.599962] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.600335] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.600371] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.600736] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.600916] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.601074] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.601318] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.601497] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.601642] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5177626e-b570-4b61-bb42-67f1f7b3044b is going to be created. [ 908.624472] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.624472] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.624472] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.624741] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.624741] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.624950] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.785696] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad0f21f9-1404-431e-a4ce-9b18fbf411db req-f738cc7c-c596-4218-9ced-888090d6d5b1 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 909.785940] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad0f21f9-1404-431e-a4ce-9b18fbf411db req-f738cc7c-c596-4218-9ced-888090d6d5b1 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 909.786007] env[65294]: INFO networking_nsxv3.common.synchronization [req-ad0f21f9-1404-431e-a4ce-9b18fbf411db req-f738cc7c-c596-4218-9ced-888090d6d5b1 service nova] Enqueued Resource ID: 5177626e-b570-4b61-bb42-67f1f7b3044b with Priority: HIGHEST for action port [ 909.786585] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 909.786721] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 909.791143] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5177626e-b570-4b61-bb42-67f1f7b3044b with Priority: HIGHEST for action port [ 909.791143] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.791143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.791369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.794622] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.794622] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.794622] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.794622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.794622] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.795978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5177626e-b570-4b61-bb42-67f1f7b3044b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.795978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.795978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.795978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.795978] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5177626e-b570-4b61-bb42-67f1f7b3044b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.300033] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.302620] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.302954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303369] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5177626e-b570-4b61-bb42-67f1f7b3044b with status ACTIVE [ 910.303725] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.303822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.304186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.304314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.305088] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.305088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.305088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.305357] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305594] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.305794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.305945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.306080] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5177626e-b570-4b61-bb42-67f1f7b3044b is going to be updated. [ 910.333079] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.334398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.335207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.335207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.335378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.337559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5177626e-b570-4b61-bb42-67f1f7b3044b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380842] env[65294]: INFO networking_nsxv3.common.synchronization [req-9281edd0-ca17-49c6-aa51-91867a481a30 req-e25f4861-8c93-48f0-964d-c81e1446cde6 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 910.381115] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 910.381603] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.381603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.381749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.382389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.382389] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.382389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.382389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.382699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.382699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.382795] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.475763] env[65294]: INFO networking_nsxv3.common.synchronization [req-5b2bc677-72b0-4e90-a6da-375b45c2b41b req-223d79b7-8897-4dc8-806a-bb88db47db70 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 910.475894] env[65294]: INFO networking_nsxv3.common.synchronization [req-5b2bc677-72b0-4e90-a6da-375b45c2b41b req-223d79b7-8897-4dc8-806a-bb88db47db70 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 910.476058] env[65294]: INFO networking_nsxv3.common.synchronization [req-5b2bc677-72b0-4e90-a6da-375b45c2b41b req-223d79b7-8897-4dc8-806a-bb88db47db70 tempest-SecurityGroupsTestJSON-1128812153 tempest-SecurityGroupsTestJSON-1128812153-project-member] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 910.477026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGHEST for action security_group_members [ 910.477026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGHEST for action security_group_members [ 910.477156] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGHEST for action security_group_members [ 910.477426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.477532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.477606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481018] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.481018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481018] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.481653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.482868] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.806946] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.807285] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.807386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.807626] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.808378] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.808378] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.808378] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.808577] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.809260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.809260] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.809260] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.809260] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.809440] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.809440] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.809493] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.809751] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.811843] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.836272] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.836509] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.837224] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.837224] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.837224] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.837511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.837511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.837853] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.837996] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.886368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.886540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.886595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.886819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.886936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.887256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.887368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.887706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.887808] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 910.918619] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.918774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.918822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.919084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.919251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.930586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 910.984334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.984515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.984815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.987890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.987890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.987890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.987890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.005983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.006554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.006554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.006554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.006720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.006720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.007745] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be updated. [ 911.007898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.008715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.008814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.009020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.009127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.009299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.009350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.009406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.009710] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be updated. [ 911.010915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.011331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.030848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.030848] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.031081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.031081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.031367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.031367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.031367] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be updated. [ 911.049644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.051400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.051400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.051400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.051400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.053424] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.053509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.053542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.053722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.053856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.063839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.065035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.065035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.065035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.065035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068200] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: IN_PROGRESS for 2s [ 911.068662] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: IN_PROGRESS for 2s [ 911.076783] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: IN_PROGRESS for 2s [ 911.315142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.315216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.315251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.315496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.315562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.315670] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be created. [ 911.340669] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.340964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.341081] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.341457] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.341525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.341625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb not found, creating... [ 911.341909] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.342142] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.342260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.342529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.342669] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.342966] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.343198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.343326] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.343529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.343660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.343792] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb is going to be created. [ 911.357062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.357288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.357288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.357462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.357613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365874] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.366092] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.366211] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.366539] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.366768] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.366986] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.370592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: UNINITIALIZED for 2s [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [req-9281edd0-ca17-49c6-aa51-91867a481a30 req-6141b7e9-d49b-4d69-96bc-7cb6d9d6bb81 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [req-9281edd0-ca17-49c6-aa51-91867a481a30 req-6141b7e9-d49b-4d69-96bc-7cb6d9d6bb81 service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [req-9281edd0-ca17-49c6-aa51-91867a481a30 req-6141b7e9-d49b-4d69-96bc-7cb6d9d6bb81 service nova] Enqueued Resource ID: 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb with Priority: HIGHEST for action port [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 912.090531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb with Priority: HIGHEST for action port [ 912.090531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.091521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.091762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094674] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.094674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.094674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.094674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.094674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.094674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094674] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.596525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.596698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.596880] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb with status ACTIVE [ 912.597076] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.597195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.597257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.597466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.597745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.597849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.597954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.597987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.598216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.598408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.598516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.598685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.598685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.598845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.599937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.599937] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb is going to be updated. [ 912.627343] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.627588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.627703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.628343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.628343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.628343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbf03a3-2f62-4a7d-b5ea-aee1f8fc24fb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.940907] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 912.941317] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 912.941376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.941516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.941729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.941914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.942083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.942152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.942281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.942407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.942476] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.080451] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c in Status: SUCCESS [ 913.080646] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c deletion is rescheduled due to dependency. [ 913.080760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.081459] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e in Status: SUCCESS [ 913.081662] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e deletion is rescheduled due to dependency. [ 913.081786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.089181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 in Status: SUCCESS [ 913.089350] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 deletion is rescheduled due to dependency. [ 913.089458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.382296] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 913.382632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.382781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.382910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.383158] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.383301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.383354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.383715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.383715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.383842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.383900] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.444641] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.886611] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.886758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.886758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.886954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.887150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.887272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.887344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.887560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.887653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.887755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.887911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.888015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.888091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.888253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.888401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.888499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.888562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.888706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.888792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.888876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.888976] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.947348] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.391262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9: rpc.has_security_group_logging(os_id): False [ 914.411833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.411965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.413038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.413038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.413038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.413038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.413038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.413038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.413341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.413341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.413463] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.413463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.413561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.413642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.413714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.413899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.413992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.414067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.414205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.414276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.414360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be created. [ 914.451837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.452071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.452138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.452342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.452433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.452534] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 914.481115] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.481283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.481431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.481586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.481763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.487381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.487531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.487576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.487777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.487920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.498789] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 914.499592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 915.036669] env[65294]: INFO networking_nsxv3.common.synchronization [req-ba516779-9907-438e-ab6c-917909ec84fb req-28fbf2a4-9b83-4fa3-9671-405d97873bb2 tempest-ServersTestBootFromVolume-1876891611 tempest-ServersTestBootFromVolume-1876891611-project-member] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 915.037301] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 915.037688] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.037939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.038095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.038585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.039074] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.039074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.039292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.039361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.039502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.039657] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.416579] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.417012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-17" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.417012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-17" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.417153] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-17" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.417446] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.417608] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.417814] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.418066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.418233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.418466] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.418596] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.418703] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.418808] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.418914] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.419030] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.419229] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.443849] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.444212] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.444382] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.444562] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-17" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.444916] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-53ec5078-38a7-470b-a8d6-b2bf6770507d taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.445119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.445257] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.445592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.445734] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ec5078-38a7-470b-a8d6-b2bf6770507d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.542428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.542635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.542747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.542930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.543059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.543420] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.544072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.544072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.544072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.544072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.544072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bb9105-41fc-4818-9251-acb476a25865 already deleted. [ 915.544286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.949024] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.949209] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.949257] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.949666] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.949951] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.950170] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 53ec5078-38a7-470b-a8d6-b2bf6770507d not found, creating... [ 915.950550] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.952392] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.952392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.952392] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 53ec5078-38a7-470b-a8d6-b2bf6770507d is going to be created. [ 915.976212] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.976487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.976730] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.977245] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.977366] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.977660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.510909] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 916.511249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.511406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.511678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.511932] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.512128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.512199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.512379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.512482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.512582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.512678] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.514408] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 916.514624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [req-ba516779-9907-438e-ab6c-917909ec84fb req-335ecd88-c473-476f-abf6-563ea014fef9 service nova] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [req-ba516779-9907-438e-ab6c-917909ec84fb req-335ecd88-c473-476f-abf6-563ea014fef9 service nova] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [req-ba516779-9907-438e-ab6c-917909ec84fb req-335ecd88-c473-476f-abf6-563ea014fef9 service nova] Enqueued Resource ID: 53ec5078-38a7-470b-a8d6-b2bf6770507d with Priority: HIGHEST for action port [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_rules [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 916.697030] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ec5078-38a7-470b-a8d6-b2bf6770507d with Priority: HIGHEST for action port [ 916.697030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.698566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.698779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.699173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.699353] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.701052] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.701397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.701549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.701835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.702127] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.703165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.703386] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.704354] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ec5078-38a7-470b-a8d6-b2bf6770507d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.704710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.704851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.706045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.706045] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ec5078-38a7-470b-a8d6-b2bf6770507d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.017047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.017241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.017241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.017439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.017626] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.017734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.017799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.018075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.018075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.018184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.018290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.018360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.018421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.018559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.018748] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.018900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.018966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.019212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.019394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.019501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.019634] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.206860] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.208315] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.208474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.209067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ec5078-38a7-470b-a8d6-b2bf6770507d with status ACTIVE [ 917.209067] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.209240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.209240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.209587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.209717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.210061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.211718] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.211718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.211718] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ec5078-38a7-470b-a8d6-b2bf6770507d is going to be updated. [ 917.237124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.237460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.237460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.237765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.237994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.238283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ec5078-38a7-470b-a8d6-b2bf6770507d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.523803] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be265254-ba77-48aa-92d0-0fd15c93df52: rpc.has_security_group_logging(os_id): False [ 917.555671] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.555872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.555969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.556525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.556525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.556793] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.556793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.556915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.557190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560678] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 917.590329] env[65294]: INFO networking_nsxv3.common.synchronization [req-d325210d-849f-49b7-b31e-751780847ff1 req-93120eb5-e73a-4c5a-8410-9c797fb3e07f tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 917.591036] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 917.591785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.591785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.591785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.592072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.592334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.592423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.592423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.592650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.592889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.592889] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.657426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.657696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.657856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.658135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.658343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678167] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 917.710302] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.038395] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038986] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039140] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.039571] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.039896] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.040274] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.040411] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.040574] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.040677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040909] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.041035] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.041138] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.041391] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.041391] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.041528] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.041611] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.066942] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.067174] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.067359] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.067570] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.067941] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-12683ed6-9fb2-461b-aa32-d2aada87e1cd taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.068168] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.068333] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.068707] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.068907] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12683ed6-9fb2-461b-aa32-d2aada87e1cd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.095691] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.213177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.213528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.213726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.216292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.216292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.216292] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bb9105-41fc-4818-9251-acb476a25865 is going to be created. [ 918.255465] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.255465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.255465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.255465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.255758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.269099] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: UNINITIALIZED for 2s [ 918.573223] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.573701] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.573701] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.573943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.574118] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.574343] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 12683ed6-9fb2-461b-aa32-d2aada87e1cd not found, creating... [ 918.574984] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.576345] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.577088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.578064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.578064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.578689] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.578882] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.579011] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.579289] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.579426] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.579576] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 12683ed6-9fb2-461b-aa32-d2aada87e1cd is going to be created. [ 918.601544] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.603935] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.604220] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.604220] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.604409] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.604649] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.604886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.106980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.107163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.107302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.107519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.107601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.107749] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 919.149233] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.149437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.149560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.149962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.150307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.164415] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 919.426585] env[65294]: INFO networking_nsxv3.common.synchronization [req-d325210d-849f-49b7-b31e-751780847ff1 req-cedaaad5-fa67-4bd7-b0f9-abe480f61f15 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 919.426844] env[65294]: INFO networking_nsxv3.common.synchronization [req-d325210d-849f-49b7-b31e-751780847ff1 req-cedaaad5-fa67-4bd7-b0f9-abe480f61f15 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 919.427313] env[65294]: INFO networking_nsxv3.common.synchronization [req-d325210d-849f-49b7-b31e-751780847ff1 req-cedaaad5-fa67-4bd7-b0f9-abe480f61f15 service nova] Enqueued Resource ID: 12683ed6-9fb2-461b-aa32-d2aada87e1cd with Priority: HIGHEST for action port [ 919.427863] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 919.428042] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 919.428169] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12683ed6-9fb2-461b-aa32-d2aada87e1cd with Priority: HIGHEST for action port [ 919.428509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.428668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.428750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.429014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.429121] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.430256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.430338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.431401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-12683ed6-9fb2-461b-aa32-d2aada87e1cd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.431401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.431401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.431401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.431401] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12683ed6-9fb2-461b-aa32-d2aada87e1cd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.697142] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 919.697409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.933998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.934366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.935795] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12683ed6-9fb2-461b-aa32-d2aada87e1cd with status ACTIVE [ 919.936208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.936424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.936424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.936683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.936786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.937011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.937167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.937261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.937447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.937516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.937750] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.937845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.937909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.938786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.938786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.938786] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12683ed6-9fb2-461b-aa32-d2aada87e1cd is going to be updated. [ 919.966594] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.966814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.966860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.967089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.967242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.967493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12683ed6-9fb2-461b-aa32-d2aada87e1cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.282529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: SUCCESS [ 920.282869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.282869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.283202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.283420] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.283546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.283616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.283785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.283890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.283983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.284117] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.786456] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.890655] env[65294]: INFO networking_nsxv3.common.synchronization [req-c41a1415-0c03-463a-bae1-2935c0d1db2f req-f87d9a53-d3b0-457b-87b8-1bdd8999880a tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 920.891409] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 920.891674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.891802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.891868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.892222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.892322] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.893203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.893287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.893504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.893653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.893807] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.178117] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 921.178353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.178529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.178761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.178953] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.179088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.179157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.179323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.179408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.179505] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.289986] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0bb9105-41fc-4818-9251-acb476a25865: rpc.has_security_group_logging(os_id): False [ 921.313406] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.313596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.313917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.314067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.314342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.314466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.314544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.314724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.314808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.314923] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bb9105-41fc-4818-9251-acb476a25865 is going to be created. [ 921.397409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.397651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.397703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.397935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.416706] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.416868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.431970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.432395] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.432395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.432395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.432395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.432395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433162] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 921.434236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.434495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.434769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.465028] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: IN_PROGRESS for 2s [ 921.485700] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.485958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.486061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.486334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.486786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.503418] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 921.682488] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.185891] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.689360] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.689891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.689891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.690060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.690094] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 922.736034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.736409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.736409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.736565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.736653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751493] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 923.481274] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: SUCCESS [ 923.481274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.515285] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 923.515476] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 923.515647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.761283] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 924.761283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.761283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.761283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.761283] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.761283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.761283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.761887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.761887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.761887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.761887] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.264301] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.264494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.264562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.264946] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.265106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.265180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.266386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.266386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.266386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.267046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.267046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.267046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.267128] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.770683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 925.797144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.797362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.797362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.798064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.823209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.823453] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.823566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.823630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.823808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.823883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.824086] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.824178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.824237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.824376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.824469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.824643] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.824730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.824786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.824955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.824984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.825078] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 925.891940] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 925.892203] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 925.898807] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.899041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.899041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.899255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.899403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.921320] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 927.655739] env[65294]: INFO networking_nsxv3.common.synchronization [None req-4214be2f-59ab-40b5-a95f-9ecee8044f48 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 927.657609] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 927.662770] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.662966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.663103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.663463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.663690] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.840579] env[65294]: INFO networking_nsxv3.common.synchronization [None req-ef7c0ef3-5048-4eba-b425-de8917fa7837 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 927.841781] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 927.842218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.842603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.940145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 927.940374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.200204] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.200422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.200422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.200676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.200759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.200857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 already deleted. [ 928.200938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.201134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.201290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.201386] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.726653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.726959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.726959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.727177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.727314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.727945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 already deleted. [ 928.728159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.096580] env[65294]: INFO networking_nsxv3.common.synchronization [req-023db488-b3b8-4f63-ba03-4961ad38a09a req-e4019e09-0a11-4aca-bc00-a58003d707d5 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 929.097422] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGHEST for action security_group_members [ 929.097906] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.098020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.098277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.098554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.098914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.099742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.099742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.099742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.099977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.100186] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.606844] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.609984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.609984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.609984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.633496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.634224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.634526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.634690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.636144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.636144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.636144] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c is going to be updated. [ 929.671275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.671488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.671573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.671903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.672044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.686031] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: IN_PROGRESS for 2s [ 931.336876] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-51549518-e676-4586-b24a-797a8d69d58d tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 931.337941] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 931.337941] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.337941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.338191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.338784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.338784] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.338784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.338784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.342276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.342276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.342276] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.700970] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c in Status: SUCCESS [ 931.701782] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c deletion is rescheduled due to dependency. [ 931.702038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.813225] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.813460] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.813599] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.813964] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.814280] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.814513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.814674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.814905] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.815064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.815310] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.815488] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.815671] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.815864] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.816076] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.816275] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.816522] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.842617] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.842878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.842878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.843123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.843255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.843558] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.843778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.843778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.843879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.843998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.844101] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf already deleted. [ 931.844491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.847451] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.847668] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.847817] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.847991] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.848333] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-e9e2030f-8139-4afb-901c-b20306dadce9 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.848533] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.848636] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.848930] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.849077] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e2030f-8139-4afb-901c-b20306dadce9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.123722] env[65294]: INFO networking_nsxv3.common.synchronization [None req-89285f0c-7222-45cd-b5bc-ba0b82a5e962 None None] Enqueued Resource ID: 2658e897-d21e-4273-97d7-492458111050 with Priority: HIGHEST for action port [ 932.130282] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658e897-d21e-4273-97d7-492458111050 with Priority: HIGHEST for action port [ 932.131890] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-2658e897-d21e-4273-97d7-492458111050 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.132135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2658e897-d21e-4273-97d7-492458111050" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.132257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2658e897-d21e-4273-97d7-492458111050" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.132600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2658e897-d21e-4273-97d7-492458111050" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.132752] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2658e897-d21e-4273-97d7-492458111050',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.351760] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.352453] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.352453] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.352780] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.353061] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.353320] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port e9e2030f-8139-4afb-901c-b20306dadce9 not found, creating... [ 932.353750] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.353992] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.354185] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.354822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.354952] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.355383] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.355609] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.355776] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.356077] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.356260] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.356452] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: e9e2030f-8139-4afb-901c-b20306dadce9 is going to be created. [ 932.378666] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.378883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.378992] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.379383] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.379605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.379879] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638465] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2658e897-d21e-4273-97d7-492458111050 [ 932.638711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.638921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639425] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2658e897-d21e-4273-97d7-492458111050 already deleted. [ 932.639507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2658e897-d21e-4273-97d7-492458111050" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.119376] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-c2d96987-293d-4958-86ed-7b079d40a301 service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 933.119468] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-c2d96987-293d-4958-86ed-7b079d40a301 service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 933.119749] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-c2d96987-293d-4958-86ed-7b079d40a301 service nova] Enqueued Resource ID: e9e2030f-8139-4afb-901c-b20306dadce9 with Priority: HIGHEST for action port [ 933.120319] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 933.120499] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 933.120726] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e2030f-8139-4afb-901c-b20306dadce9 with Priority: HIGHEST for action port [ 933.121065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.121221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.121290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.123181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.123181] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.123181] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.123181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.123553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.123553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.124142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.124142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.124142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.124501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.124614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.124768] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.125841] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e2030f-8139-4afb-901c-b20306dadce9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.126009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.126111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.126374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.126492] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e2030f-8139-4afb-901c-b20306dadce9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.516151] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-702856df-3dea-4f7f-a18d-1730c9063a9f tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 933.516531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 933.519576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.519576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.628666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.628966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.629360] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.630652] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e2030f-8139-4afb-901c-b20306dadce9 with status ACTIVE [ 933.630869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.630987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.631271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.631361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.631598] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.631676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.631847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.631925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635290] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635820] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e2030f-8139-4afb-901c-b20306dadce9 is going to be updated. [ 933.658789] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.658789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.658997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.659147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.659295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.659492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e2030f-8139-4afb-901c-b20306dadce9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.930025] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.930025] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.930025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.930581] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.930909] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.931205] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.931438] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.931660] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.931884] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.932181] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.932473] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.954480] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.954480] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.954480] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.954480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.954480] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.954480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.954480] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('080c0a16-a1b9-47e5-af56-fc67e21ccdf6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.069781] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b74f84ac-83ec-4825-9992-8ff225713267 None None] Enqueued Resource ID: a6da9c97-bcae-49ae-ae4d-e582dcc3b78b with Priority: HIGHEST for action port [ 934.070069] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6da9c97-bcae-49ae-ae4d-e582dcc3b78b with Priority: HIGHEST for action port [ 934.070777] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6da9c97-bcae-49ae-ae4d-e582dcc3b78b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.070928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6da9c97-bcae-49ae-ae4d-e582dcc3b78b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.070991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6da9c97-bcae-49ae-ae4d-e582dcc3b78b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.071317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6da9c97-bcae-49ae-ae4d-e582dcc3b78b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.071497] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6da9c97-bcae-49ae-ae4d-e582dcc3b78b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.138431] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.457226] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.457500] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.457669] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.457971] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.458168] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.458343] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 not found, creating... [ 934.458726] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.458999] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.459113] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.459354] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.459495] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.459819] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.459993] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.460124] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.460371] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.460513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.460666] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 is going to be created. [ 934.490418] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.490418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.490418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.490418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.495023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.495023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.573344] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6da9c97-bcae-49ae-ae4d-e582dcc3b78b [ 934.573648] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.574392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.574392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.574392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.574392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.574392] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6da9c97-bcae-49ae-ae4d-e582dcc3b78b already deleted. [ 934.575052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6da9c97-bcae-49ae-ae4d-e582dcc3b78b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.641191] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.643183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.643183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.643183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.643183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.643183] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be created. [ 934.678622] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.678816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.678816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.679090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.679267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.695653] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: UNINITIALIZED for 2s [ 935.234740] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-3a23bf45-e16c-4651-8f5c-59720f1f544d service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 935.234967] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-3a23bf45-e16c-4651-8f5c-59720f1f544d service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 935.235170] env[65294]: INFO networking_nsxv3.common.synchronization [req-5089153f-51fa-421d-ae7d-7d9fd03bc333 req-3a23bf45-e16c-4651-8f5c-59720f1f544d service nova] Enqueued Resource ID: 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 with Priority: HIGHEST for action port [ 935.235901] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 935.236016] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 935.236129] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 with Priority: HIGHEST for action port [ 935.236473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.236576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.236792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.236949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.237239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.237614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.237614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.237928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.237928] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('080c0a16-a1b9-47e5-af56-fc67e21ccdf6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.743812] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 with status ACTIVE [ 935.744258] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.744258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.744638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.744638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744831] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.744934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.745560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.745684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.745745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.746058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 080c0a16-a1b9-47e5-af56-fc67e21ccdf6 is going to be updated. [ 935.770337] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.770511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.770574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.770794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.770933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.771125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-080c0a16-a1b9-47e5-af56-fc67e21ccdf6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.706626] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 936.706837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.707025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.707263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.707455] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.707570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.707636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.707786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.707865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.707960] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.211950] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.715197] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.217582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.218112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.218112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.218112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.218112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.218376] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 938.253597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.253801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.253869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.254138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.254279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.265528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 940.238737] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.242824] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 940.279055] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 940.279055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.279055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.279324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.279413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.279554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.279626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.279814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.279938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.280036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.280148] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.281298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281671] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.281871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.281871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.282059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.285405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.285405] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.525315] env[65294]: INFO networking_nsxv3.common.synchronization [req-48fbd2a8-8fe1-4c60-b518-2d9cc9b78f3f req-82010ee0-8040-4104-869a-768c1dbdf373 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 940.526201] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 940.526599] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.526768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.526865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.527139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.527461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.527613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.528181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.528456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.528563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.528673] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.784331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.784493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.784744] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.903646] env[65294]: INFO networking_nsxv3.common.synchronization [None req-8d9fafcb-228a-4ceb-af62-0600ed72c9d7 tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 940.905093] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 940.906123] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.906446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.906740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.907129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.907364] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.031732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.032432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.032432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.032432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.032596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.032812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.032936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.033241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.033241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.033395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.033498] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 941.043337] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.043587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.043734] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.044008] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.044309] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.044437] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.044757] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.044824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.044935] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.045190] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.045358] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.045480] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.045644] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.045846] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.046329] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.046329] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.065195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.065195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.065446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.065492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.065648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.069079] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.069281] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.071033] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.071033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.071033] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.071033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.071033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.071033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.071033] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf66afb-26d7-4eac-9417-fdd4c5a9a95c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.080979] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 941.287547] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.430406] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.430581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.430628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.430831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.430921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.431038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 already deleted. [ 941.431111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.573367] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.573648] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.573787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.574067] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.574216] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.574368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c not found, creating... [ 941.574631] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.574785] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.574899] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575123] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.575255] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.575664] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.575844] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.575962] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.576202] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.577659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.577659] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c is going to be created. [ 941.603211] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.603440] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.603561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.603824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.604164] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.606106] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.789859] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.790069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.790115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.790371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.790464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.790568] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 941.847275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.847458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.850213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.850213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.865221] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 941.951824] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a96feed3-19d4-4364-93cd-eccba7b9215a tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 941.952551] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 941.953090] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.955100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.955100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.955100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.955100] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [req-48fbd2a8-8fe1-4c60-b518-2d9cc9b78f3f req-01ec6161-405f-49c2-81b5-0caef75be43a service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [req-48fbd2a8-8fe1-4c60-b518-2d9cc9b78f3f req-01ec6161-405f-49c2-81b5-0caef75be43a service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [req-48fbd2a8-8fe1-4c60-b518-2d9cc9b78f3f req-01ec6161-405f-49c2-81b5-0caef75be43a service nova] Enqueued Resource ID: 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c with Priority: HIGHEST for action port [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 942.369014] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c with Priority: HIGHEST for action port [ 942.369014] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.369014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.369014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.369797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.370810] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.371421] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.371651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.371861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.372335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.372505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.373053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.373206] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf66afb-26d7-4eac-9417-fdd4c5a9a95c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.476911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.478318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.478318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.478498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.478599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.478921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 already deleted. [ 942.479125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.799777] env[65294]: INFO networking_nsxv3.common.synchronization [req-bf981190-bc87-4d77-826d-cd374e6a9937 req-257ed960-c887-4ae6-bd20-7eb1a95585d5 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 942.800513] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 942.800861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.801021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.801416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.801667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802385] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.802506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.802713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.802790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.803011] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.877978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.878200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.878374] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c with status ACTIVE [ 942.878973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.878973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.878973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.878973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.878973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.879437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.879549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.879612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.879791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.879875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.880085] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.880237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.880290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.880413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.880696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.880696] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bf66afb-26d7-4eac-9417-fdd4c5a9a95c is going to be updated. [ 942.904271] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.904451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.904525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.904753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.904909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.905095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf66afb-26d7-4eac-9417-fdd4c5a9a95c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.096432] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 943.096709] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 943.096861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.097117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.097425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.097712] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.097880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.097974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.098242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.098362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.098512] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.215157] env[65294]: INFO networking_nsxv3.common.synchronization [req-2f15ae28-ad80-4277-9022-fdc189d26ee3 req-1dde1722-f478-4a8f-a4f6-15ecd258d9e0 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 943.215343] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 943.215663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.216130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.216485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.216707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.216844] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.217027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.217154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.217496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.217704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.217916] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.305748] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.403914] env[65294]: INFO networking_nsxv3.common.synchronization [req-b21c94e4-9f8a-4aeb-9c44-71da53610bc0 req-7e1ad48f-d972-4674-8369-a8a87bae7380 tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 943.403914] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 943.404304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.404394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.404749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.404749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.404862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.404994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.405481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.405740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.405892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.406089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.602625] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.722999] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.722999] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.722999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.722999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 943.753082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.753082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.753082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.753082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.753421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.765591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 943.808137] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.876057] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 943.876266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.876435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.876654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.876852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.876987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.877041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.877180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.877260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.877343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.877492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.877583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.877642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.877805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.877945] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.878054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.878104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878480] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.909053] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.106112] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.311633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.311917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.312115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.312401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.312485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.312570] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 944.346272] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.346433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.346569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.346772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.346987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.357929] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 944.381401] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf: rpc.has_security_group_logging(os_id): False [ 944.404415] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.404844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.404844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.405081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.405182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.405339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.405456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.405527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.405690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.405778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.405974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.406108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.406179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.406376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.406376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.406657] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.406757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.406812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.407142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.407320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.407445] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be created. [ 944.411919] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.608667] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.608872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.608983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.609234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.609609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.611441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.611561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.611672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.611862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.611953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.612064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 944.629923] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 944.656978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.656978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.656978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.656978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.656978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.667736] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 944.914304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.914304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.914304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.914592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.915181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.915181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 944.951278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.951395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.951395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.951686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.951769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.963930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 945.778835] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 945.779197] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 945.779197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.370843] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 946.370843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.647945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 946.648620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.648843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.649494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.649494] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.685713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 946.685713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.685713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.686016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.686016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.686129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.686173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.686336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.686451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.686507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.686701] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.980446] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 946.980866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.153207] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.153359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.153440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.153661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.153837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.153938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.154016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.154183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.154272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.154414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.154517] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.190653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.190653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.190653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.190653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.190653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.191118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.191118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.191118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.191118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191397] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.191561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.191657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.191818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.191984] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.192574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.192668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.192839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.193955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.193955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.193955] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.608420] env[65294]: INFO networking_nsxv3.common.synchronization [req-7b4309a1-801b-43e1-b0ef-ecae435138ad req-dfdc0215-c412-4ecf-80f8-3e243d024aa3 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 947.609371] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 947.610470] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610894] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.612034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.612034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.612034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.612207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.612875] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.660866] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.661076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.661154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.661390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.661577] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.661685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.661755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.661918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.662052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.662216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.662616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.662616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.662616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.662616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.662989] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.662989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.662989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.663149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.663149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.663208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.663393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.696380] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 947.726513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.727406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.728469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.728660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.729856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.730112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.730458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.730628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.730697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.730977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.730977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.731208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.731306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.731366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.731520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.733021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.733021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 947.828799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.828799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.828944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.829183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.829293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.857159] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 948.063809] env[65294]: INFO networking_nsxv3.common.synchronization [None req-8462cdbf-f718-4b03-bbd0-396a7208b56d None None] Enqueued Resource ID: 9ce3f399-86f8-4a93-b3e0-bbc72ca92f12 with Priority: HIGHEST for action port [ 948.064155] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce3f399-86f8-4a93-b3e0-bbc72ca92f12 with Priority: HIGHEST for action port [ 948.064455] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce3f399-86f8-4a93-b3e0-bbc72ca92f12 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.064770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce3f399-86f8-4a93-b3e0-bbc72ca92f12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.065256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce3f399-86f8-4a93-b3e0-bbc72ca92f12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.065792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce3f399-86f8-4a93-b3e0-bbc72ca92f12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.065883] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce3f399-86f8-4a93-b3e0-bbc72ca92f12',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.089170] env[65294]: INFO networking_nsxv3.common.synchronization [None req-5954f87a-1a97-4aaa-949f-0001ffb3c03f tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 948.089170] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 948.090368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.091040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.091040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.091236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.091304] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.093319] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.093569] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.093987] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.094394] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.094988] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.095225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.095354] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.095660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.095849] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.096135] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.096325] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.096430] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.096559] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.096730] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.096870] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.097072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.115596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.115596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.115817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.119498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.119694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.120124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.120280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.120355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.120627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.120721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.120819] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 already deleted. [ 948.120903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.123134] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.123398] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.123633] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.123844] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.127026] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.127026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.127026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.127026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.127026] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ad687c-75f7-479a-ba15-7a44e4ab2d8f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.165819] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf: rpc.has_security_group_logging(os_id): False [ 948.185763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.186662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.186662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.188018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.188018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.188018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.188422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.188579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.188830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.189048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.189342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.189577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.189785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.190432] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 948.242773] env[65294]: INFO networking_nsxv3.common.synchronization [None req-45d3b0bb-dac7-4d8c-baba-89f4ee733647 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 948.243885] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 948.244816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.244816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.273369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.273369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.273369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.273515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.273814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.289217] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 948.569138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ce3f399-86f8-4a93-b3e0-bbc72ca92f12 [ 948.569138] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.569138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.569138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.569138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.569533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.569533] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ce3f399-86f8-4a93-b3e0-bbc72ca92f12 already deleted. [ 948.569533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce3f399-86f8-4a93-b3e0-bbc72ca92f12" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.628155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.628369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.628446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.628648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.628738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.628850] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 already deleted. [ 948.628937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.629602] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.629800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.629970] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.630452] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.630670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.630909] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port b5ad687c-75f7-479a-ba15-7a44e4ab2d8f not found, creating... [ 948.631407] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.631969] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.632285] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632656] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.632854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.633269] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.633512] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.633720] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.634029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.634251] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.634465] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: b5ad687c-75f7-479a-ba15-7a44e4ab2d8f is going to be created. [ 948.635703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.635959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.636081] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.662706] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.662706] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.662706] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.663157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.664032] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.664032] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.166130] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.166130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.166130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.166130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.166130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.166723] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 already deleted. [ 949.166723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.451320] env[65294]: INFO networking_nsxv3.common.synchronization [req-7b4309a1-801b-43e1-b0ef-ecae435138ad req-8dd1eeed-8696-4cd2-94fc-dfd42d18588c service nova] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 949.451657] env[65294]: INFO networking_nsxv3.common.synchronization [req-7b4309a1-801b-43e1-b0ef-ecae435138ad req-8dd1eeed-8696-4cd2-94fc-dfd42d18588c service nova] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 949.451883] env[65294]: INFO networking_nsxv3.common.synchronization [req-7b4309a1-801b-43e1-b0ef-ecae435138ad req-8dd1eeed-8696-4cd2-94fc-dfd42d18588c service nova] Enqueued Resource ID: b5ad687c-75f7-479a-ba15-7a44e4ab2d8f with Priority: HIGHEST for action port [ 949.452704] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_rules [ 949.452861] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 949.452861] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ad687c-75f7-479a-ba15-7a44e4ab2d8f with Priority: HIGHEST for action port [ 949.453155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.453312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.453374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.453624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.453714] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.454772] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.454889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.454959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.455167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.455327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.455429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.455553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.455627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.455773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.455810] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.456659] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.456762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.456828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.457044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.457356] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ad687c-75f7-479a-ba15-7a44e4ab2d8f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.496351] env[65294]: INFO networking_nsxv3.common.synchronization [req-56b2a5e9-ccad-4449-be66-65130e4ec0ab req-7b30f001-f3cb-42ce-9865-8426e09c2c48 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 949.497096] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 949.497338] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.497481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.497543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.497768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.497961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.498044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.498114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.498257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.498342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.498449] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.876316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 949.876968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.959721] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962030] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.962030] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ad687c-75f7-479a-ba15-7a44e4ab2d8f with status ACTIVE [ 949.962030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.962647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.962776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.963011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.963196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.963228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.963577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.963684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.963931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.965049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.965049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.965049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.965049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965049] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ad687c-75f7-479a-ba15-7a44e4ab2d8f is going to be updated. [ 949.995256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.995447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.995533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.995799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.995940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.997052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ad687c-75f7-479a-ba15-7a44e4ab2d8f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.002505] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.093495] env[65294]: INFO networking_nsxv3.common.synchronization [req-32226285-7163-4573-85a7-5bd40e77d772 req-04879bb2-d040-4f89-967f-3d93ec3ef1a1 tempest-ServerTagsTestJSON-375748779 tempest-ServerTagsTestJSON-375748779-project-member] Enqueued Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 950.093823] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 950.094156] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.094285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.094351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.094608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.094774] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.094874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.094931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.095257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.095352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.095451] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.306346] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 950.306645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.467452] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.495126] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.495511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-179" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.495511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-179" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.496932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-179" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.496932] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.496932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.496932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.496932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.496932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.496932] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.497234] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.497234] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.497308] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.497361] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.497464] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.497593] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.504186] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.526711] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.526906] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.527066] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.527428] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-179" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.527671] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-c964577a-421d-4137-b206-95a4cc3c299b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.527831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.527939] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.528295] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.528460] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c964577a-421d-4137-b206-95a4cc3c299b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.597820] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.598060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.598130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.598320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.598446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.598679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.598783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.598844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.599025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.599119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.599205] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e already deleted. [ 950.599288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.717641] env[65294]: INFO networking_nsxv3.common.synchronization [req-56ce522b-259d-4748-bb5a-e1e30713fba1 req-5eadd101-8513-4a76-b88a-73d1b8ca6216 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 950.717641] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 950.718051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.719766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.972744] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.972904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.973106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.973227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.973326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.973428] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 is going to be created. [ 951.007252] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007252] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007900] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 951.022930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: UNINITIALIZED for 2s [ 951.033853] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.034589] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.034768] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.035208] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.035345] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.035535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port c964577a-421d-4137-b206-95a4cc3c299b not found, creating... [ 951.036266] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.036537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.036662] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.037553] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.037770] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038525] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.038790] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.039017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.039358] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.039531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.039744] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: c964577a-421d-4137-b206-95a4cc3c299b is going to be created. [ 951.046577] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.046768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.046836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.047073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.047215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.059373] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6b1c757a-9852-419a-89f0-cd597f9d3717 None None] Enqueued Resource ID: aed44fe8-f7a0-498d-bebf-c4a387f1ee37 with Priority: HIGHEST for action port [ 951.060445] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 951.060832] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed44fe8-f7a0-498d-bebf-c4a387f1ee37 with Priority: HIGHEST for action port [ 951.061209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed44fe8-f7a0-498d-bebf-c4a387f1ee37 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.061343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed44fe8-f7a0-498d-bebf-c4a387f1ee37" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.061430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed44fe8-f7a0-498d-bebf-c4a387f1ee37" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.061757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed44fe8-f7a0-498d-bebf-c4a387f1ee37" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.061865] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed44fe8-f7a0-498d-bebf-c4a387f1ee37',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.067500] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.067500] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.067620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.068012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.068389] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.068704] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.566864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aed44fe8-f7a0-498d-bebf-c4a387f1ee37 [ 951.566864] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.566864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.566864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.566864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.566864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.566864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aed44fe8-f7a0-498d-bebf-c4a387f1ee37 already deleted. [ 951.566864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed44fe8-f7a0-498d-bebf-c4a387f1ee37" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.833531] env[65294]: INFO networking_nsxv3.common.synchronization [req-32226285-7163-4573-85a7-5bd40e77d772 req-4e963bd3-dcb6-4c06-b4a0-75cca216b422 service nova] Enqueued Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_rules [ 951.833531] env[65294]: INFO networking_nsxv3.common.synchronization [req-32226285-7163-4573-85a7-5bd40e77d772 req-4e963bd3-dcb6-4c06-b4a0-75cca216b422 service nova] Enqueued Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 951.833798] env[65294]: INFO networking_nsxv3.common.synchronization [req-32226285-7163-4573-85a7-5bd40e77d772 req-4e963bd3-dcb6-4c06-b4a0-75cca216b422 service nova] Enqueued Resource ID: c964577a-421d-4137-b206-95a4cc3c299b with Priority: HIGHEST for action port [ 951.839975] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_rules [ 951.840355] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 951.840492] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c964577a-421d-4137-b206-95a4cc3c299b with Priority: HIGHEST for action port [ 951.841339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.841506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.841602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.841896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.841990] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.843688] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.843688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.843844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.844158] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.844251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.844319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.845351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.845351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.845351] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.845652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c964577a-421d-4137-b206-95a4cc3c299b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.845764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.845830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.845997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.846745] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c964577a-421d-4137-b206-95a4cc3c299b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.349565] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.349565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.349722] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.350786] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c964577a-421d-4137-b206-95a4cc3c299b with status ACTIVE [ 952.350989] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.351141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.351210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.351395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.351486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.351652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.351748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.351809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.351964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.352066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.352260] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.352366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.352456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.353014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.353108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.353215] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c964577a-421d-4137-b206-95a4cc3c299b is going to be updated. [ 952.377374] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.377558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.377600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.377794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.377934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c964577a-421d-4137-b206-95a4cc3c299b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.554239] env[65294]: INFO networking_nsxv3.common.synchronization [req-cc70d7aa-ccfe-4f7d-a655-254f29f68416 req-0109a643-4c48-4e2a-9ebe-008275648712 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 952.558185] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGHEST for action security_group_members [ 952.558185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.558185] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.855128] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.036632] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: SUCCESS [ 953.036902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.037071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.037309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.037522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.037642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.037721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.037878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.037958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.038057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.038151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.061228] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.061519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.061519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.061777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075975] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.075975] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.088713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089017] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.089175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.089250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.089556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.089644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089740] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf is going to be updated. [ 953.124493] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.124762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.124898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.125231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.125492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.138977] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: IN_PROGRESS for 2s [ 953.357347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.357551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.357649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.357883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.357944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.358318] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e is going to be created. [ 953.387384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.387500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.387579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.387853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.388124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.409038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: UNINITIALIZED for 2s [ 953.540427] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.579738] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579738] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.580264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580264] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 953.617535] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.617719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.617795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.618020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.618176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.629341] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 954.043572] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27f3f3a7-1865-4553-a9ae-aad5d8674c40: rpc.has_security_group_logging(os_id): False [ 954.065425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.065425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.065425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.065425] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 is going to be created. [ 954.135550] env[65294]: INFO networking_nsxv3.common.synchronization [req-c95c43af-e501-45a7-84f3-2b158bc1a2df req-3aa1ef20-692a-444c-a4e8-ef2680ffd9db tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 954.136240] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 954.136928] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.136928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.136928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.136928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.139218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.139354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.139404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.139620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.139710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.139810] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.151389] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.151698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.151698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.151852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.151997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.167509] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: IN_PROGRESS for 2s [ 954.586789] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.587374] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.587374] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.587616] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.588190] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.588439] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.588599] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.588937] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.589143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.589608] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.589608] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.589758] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.589908] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.590112] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.590327] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.590505] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.617205] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.617389] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.617615] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.617915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.618449] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.618747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.618958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.619831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.620137] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd9e762-b2e1-4054-9aa3-33bbaf767bf7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.642893] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.123988] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.123988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.123988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.124583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.124583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.124583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 not found, creating... [ 955.124758] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.124957] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.125089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.125325] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.125461] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.125762] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125933] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.126059] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.126279] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.126411] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.126565] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 is going to be created. [ 955.146252] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.150997] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.151949] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.152134] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.152491] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.152733] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.152966] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.154348] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a8678-671a-4ab2-80f4-84047722f5bf in Status: SUCCESS [ 955.154528] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf deletion is rescheduled due to dependency. [ 955.154634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.420369] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: SUCCESS [ 955.420597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.420761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.421011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.421190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.421332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.421403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.421830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.421830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.421830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.421830] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.640921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 955.641223] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf deletion is rescheduled due to dependency. [ 955.641300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.648984] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.649149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.649223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.649438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.649525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.649679] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 955.675959] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.676138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.676210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.676420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.676565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.688984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [req-c95c43af-e501-45a7-84f3-2b158bc1a2df req-28715e5e-5324-4868-9fad-1f9e3cf83e1b service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [req-c95c43af-e501-45a7-84f3-2b158bc1a2df req-28715e5e-5324-4868-9fad-1f9e3cf83e1b service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [req-c95c43af-e501-45a7-84f3-2b158bc1a2df req-28715e5e-5324-4868-9fad-1f9e3cf83e1b service nova] Enqueued Resource ID: dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 with Priority: HIGHEST for action port [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 955.856785] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 with Priority: HIGHEST for action port [ 955.856785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.856785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.856785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.856785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.856785] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.857839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.857839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.857839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.857992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.858045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.858202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.858273] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd9e762-b2e1-4054-9aa3-33bbaf767bf7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.924504] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.924504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.924504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.924983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.926028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.926463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926841] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.179493] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: SUCCESS [ 956.179782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.361202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361202] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 with status ACTIVE [ 956.361202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.361202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.361462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.361496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361758] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.361758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.361994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.362055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.362278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.362363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.362419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.362641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.362641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.362763] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfd9e762-b2e1-4054-9aa3-33bbaf767bf7 is going to be updated. [ 956.388037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.388037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.388037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.388037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.388314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.388458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd9e762-b2e1-4054-9aa3-33bbaf767bf7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.429698] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acd3ea35-65eb-4c64-83e2-e09050e1900e: rpc.has_security_group_logging(os_id): False [ 956.461480] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.461750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.461850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.462039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.462249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.462345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.462475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.462537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.462697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.462779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.462971] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.463558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.463666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.463866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.463974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.464221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.464355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.464479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.464617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.464693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.464805] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e is going to be created. [ 956.551278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.551421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.551498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.551712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.551900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.567159] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: IN_PROGRESS for 2s [ 956.659437] env[65294]: INFO networking_nsxv3.common.synchronization [req-b4515536-838c-4522-92ae-d36330e53340 req-2b6eb756-e7a4-4264-b82a-abadf9959084 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 956.660471] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 956.660578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.660718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.660788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.660994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.661176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.661288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.661358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.661510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.661609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.661717] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.771665] env[65294]: INFO networking_nsxv3.common.synchronization [req-50024ce1-175d-4005-a67b-f5585e9737c3 req-6792a251-c51e-43d3-ad88-94edaed8e3e3 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 956.772302] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 956.772652] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.773132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.773132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.773132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.773409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.773409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.773409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.774136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.774136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.774136] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.164046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.164278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.164365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.164722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.165040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.165445] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.165563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.165628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.165926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.166038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.166181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 957.176921] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.177168] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.177292] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.177587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.177861] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.178403] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.178403] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.178403] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.178580] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.178835] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.178944] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.179064] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.179188] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.179301] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.179435] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.179650] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.211164] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.211460] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.211822] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.211822] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.212141] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5ca5b964-e658-4f02-994c-d7c6083e9cb4 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.212466] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.212620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.213127] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.214093] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca5b964-e658-4f02-994c-d7c6083e9cb4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.233665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.233983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.234287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.234485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.234754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.247625] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 957.276105] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.276372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.276438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.276667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.276755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.277011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.277185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.277789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.277906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.277946] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 957.320768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.320942] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.321046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.321650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.321650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.335097] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 957.699982] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 957.700342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.700532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.700823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.701074] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.701314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.701314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.701494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.701617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.701704] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.715977] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.716267] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.716423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.717388] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.717568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.717762] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5ca5b964-e658-4f02-994c-d7c6083e9cb4 not found, creating... [ 957.718062] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.718228] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.718372] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.718604] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.718742] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.719079] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.719241] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.719357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.719572] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.719727] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.719870] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5ca5b964-e658-4f02-994c-d7c6083e9cb4 is going to be created. [ 957.745643] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.746142] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.746318] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.746595] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.746824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.747089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.205312] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.524258] env[65294]: INFO networking_nsxv3.common.synchronization [req-50024ce1-175d-4005-a67b-f5585e9737c3 req-b0f96124-bfc2-4bd4-8855-7388677b0bc5 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 958.524384] env[65294]: INFO networking_nsxv3.common.synchronization [req-50024ce1-175d-4005-a67b-f5585e9737c3 req-b0f96124-bfc2-4bd4-8855-7388677b0bc5 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 958.524544] env[65294]: INFO networking_nsxv3.common.synchronization [req-50024ce1-175d-4005-a67b-f5585e9737c3 req-b0f96124-bfc2-4bd4-8855-7388677b0bc5 service nova] Enqueued Resource ID: 5ca5b964-e658-4f02-994c-d7c6083e9cb4 with Priority: HIGHEST for action port [ 958.525511] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 958.525610] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 958.525660] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca5b964-e658-4f02-994c-d7c6083e9cb4 with Priority: HIGHEST for action port [ 958.526764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.526764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.526764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.526764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.526764] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.532301] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.532473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.532712] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca5b964-e658-4f02-994c-d7c6083e9cb4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.532825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.532891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.533107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.533192] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca5b964-e658-4f02-994c-d7c6083e9cb4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.728886] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: SUCCESS [ 958.729018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.729566] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.033170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.033396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.037883] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ca5b964-e658-4f02-994c-d7c6083e9cb4 with status ACTIVE [ 959.039085] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.039268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.039342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.039574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.039825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.039902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.039996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.040071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.040223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.040344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.040831] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.040831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.040921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.043114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.043114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.043114] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ca5b964-e658-4f02-994c-d7c6083e9cb4 is going to be updated. [ 959.067301] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.067930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.068864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.068864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.068864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.068864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca5b964-e658-4f02-994c-d7c6083e9cb4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.232476] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.232904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.232904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.233091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.233183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.233403] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 959.257392] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 959.257618] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 959.257804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.286450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.286667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.286765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.305875] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 959.351381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 959.351381] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 959.351381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.351589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.351777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.351961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.352092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.352154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.352315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.352434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.352515] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.854773] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.304600] env[65294]: INFO networking_nsxv3.common.synchronization [req-0d771727-c615-41d2-a882-0417675c33e8 req-30e33deb-40fa-4bd8-aefc-2db6589fa4cf tempest-ListImageFiltersTestJSON-1050915077 tempest-ListImageFiltersTestJSON-1050915077-project-member] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 960.305899] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 960.305899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.305899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.305899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.306196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.306357] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.306755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.306838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.307052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.307154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.307266] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.359362] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.810455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.861869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.862058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.862141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.862373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.862490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.862595] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 960.898020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.898627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.898627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.898828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.898996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.909163] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 961.313466] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.321705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 961.321705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.322245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.322980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.322980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.322980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.325230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.325468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.325571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.325683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.325774] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.818798] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.818798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.818798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.818798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.818798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.818798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be updated. [ 961.831356] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835855] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.877539] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.877539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.877539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.877539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.877539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.889631] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 962.341242] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be265254-ba77-48aa-92d0-0fd15c93df52: rpc.has_security_group_logging(os_id): False [ 962.367024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.367024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.367024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.367024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.368251] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.368251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.368251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.368251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.368251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.368251] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 962.467093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.467442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.467442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.467725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.467902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.496466] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 962.921093] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 962.921093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.921093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.921093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.921259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.921728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.921728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.921728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.921965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.921965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.922056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.425724] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.426375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.426375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.426507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.426834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.427028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.427114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.427314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.427405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.427501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.427685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.427848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.427931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.428101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.428430] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.428430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.428605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.428652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.428761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.428842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.428945] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.891284] env[65294]: INFO networking_nsxv3.common.synchronization [req-65a957c3-db07-4274-bfdc-b9ebb011acb0 req-46bf0558-e4e2-4f2f-9d1b-cdc438471f66 tempest-MigrationsAdminTest-484699060 tempest-MigrationsAdminTest-484699060-project-member] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 963.894400] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGHEST for action security_group_members [ 963.894400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.894400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.894400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.894400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.894867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.894867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.894867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.894867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.894867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.895088] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.913902] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 963.914066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.931407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9: rpc.has_security_group_logging(os_id): False [ 963.957624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.957808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.957881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.958135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.958251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.961020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.962499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.962601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.962800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.962890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.963152] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.963266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.963326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.963549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.963665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.963903] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.964067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.964131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.964333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.964397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.964498] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 964.041911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.042101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.042187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.042396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.042632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.059895] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 964.401227] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.401398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.401470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.401703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.427140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.427479] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.427637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.427729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.427951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.428083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.428224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be updated. [ 964.460152] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.460318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.460403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.460621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.460765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.473284] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: IN_PROGRESS for 2s [ 964.518705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 964.519561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.886473] env[65294]: INFO networking_nsxv3.common.synchronization [req-2eb1d299-6014-4952-8cef-a6223ddfa0c0 req-fa1e5764-afa9-48fb-8ebf-b6e9b2eaf125 tempest-ServerTagsTestJSON-375748779 tempest-ServerTagsTestJSON-375748779-project-member] Enqueued Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 964.887153] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGHEST for action security_group_members [ 964.887525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.887690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.887786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.888038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.888234] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.888452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.888643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.888781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.889099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.391669] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.391829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.391910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.392151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.392243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.392471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.392600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.392663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.392815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.393869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.393869] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e is going to be updated. [ 965.431436] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.431436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.431436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.431436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.431436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.445107] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: IN_PROGRESS for 2s [ 965.519273] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a43ed12-d78d-4ddf-a085-092953e3af15 req-9f4a5038-2809-4184-9c8b-953cc6391781 tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 965.519858] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 965.520182] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.520305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.520419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.521383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.521383] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.521383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.521383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.521383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.521383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.521383] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.924133] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.924337] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.924460] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.925088] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.925375] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.925537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.925655] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.925870] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.929286] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.929597] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.929734] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.929855] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.930035] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.930176] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.931407] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.931407] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.954439] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.954822] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.954932] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.955114] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-672" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.955503] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-e82add33-009c-4d9a-8d04-7e35a09f2209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.955676] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.955794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.956135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.956271] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82add33-009c-4d9a-8d04-7e35a09f2209',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.024934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.025124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.025198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.025430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.025551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.025787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.025964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.025964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.026159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.026207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.026586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 already deleted. [ 966.026586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.079121] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 966.079428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.458934] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.459387] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.459519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.459788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.460018] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.460278] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port e82add33-009c-4d9a-8d04-7e35a09f2209 not found, creating... [ 966.460694] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.460889] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.461038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.461307] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.461478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.461840] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.462019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.462145] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.462487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.462722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.462948] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: e82add33-009c-4d9a-8d04-7e35a09f2209 is going to be created. [ 966.487045] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70201a8c-be28-4976-b909-bd890ee66655 in Status: SUCCESS [ 966.487270] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70201a8c-be28-4976-b909-bd890ee66655 deletion is rescheduled due to dependency. [ 966.487420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.488939] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.489192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.489317] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.489585] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.489803] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.490026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.192966] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a43ed12-d78d-4ddf-a085-092953e3af15 req-65f80205-ca44-488e-bda2-e3b6720c98c2 service nova] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 967.192966] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a43ed12-d78d-4ddf-a085-092953e3af15 req-65f80205-ca44-488e-bda2-e3b6720c98c2 service nova] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 967.193108] env[65294]: INFO networking_nsxv3.common.synchronization [req-8a43ed12-d78d-4ddf-a085-092953e3af15 req-65f80205-ca44-488e-bda2-e3b6720c98c2 service nova] Enqueued Resource ID: e82add33-009c-4d9a-8d04-7e35a09f2209 with Priority: HIGHEST for action port [ 967.193601] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_rules [ 967.193738] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 967.193834] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82add33-009c-4d9a-8d04-7e35a09f2209 with Priority: HIGHEST for action port [ 967.194138] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.194261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.194321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.194525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.194595] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.195477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.195904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.195978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.196177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.196328] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.196641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.196641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.196641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.196774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.196774] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.198874] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82add33-009c-4d9a-8d04-7e35a09f2209 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.201225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.201593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201593] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82add33-009c-4d9a-8d04-7e35a09f2209',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.455857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd3ea35-65eb-4c64-83e2-e09050e1900e in Status: SUCCESS [ 967.455857] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e deletion is rescheduled due to dependency. [ 967.455857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.703557] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.703789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.703823] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.704730] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e82add33-009c-4d9a-8d04-7e35a09f2209 with status ACTIVE [ 967.704943] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.705060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.705303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.705343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.705507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.705590] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.705691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.705756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.705930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.705975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.706172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.706255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.706303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.706432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.706503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.706585] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e82add33-009c-4d9a-8d04-7e35a09f2209 is going to be updated. [ 967.738125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.738125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.738125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.738125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.738125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.738125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82add33-009c-4d9a-8d04-7e35a09f2209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.208927] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.711782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.711782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.711782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.712279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.712279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.712279] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 is going to be created. [ 968.739227] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.739387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.739446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.739885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.739885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.753966] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: UNINITIALIZED for 2s [ 970.038161] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c14303b-abff-48e7-b290-b9746396dda7 req-82e55e16-2d1d-498f-b073-cae838aaf242 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 970.038161] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 970.038161] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.038161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.038161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.038899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.039626] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.039882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.040101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.041795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.041795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.041868] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.411631] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.411631] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.411631] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.412584] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.412584] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.413282] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.413282] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.413282] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.413282] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.413474] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.413605] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.413683] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.413790] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.413896] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.413996] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.414174] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.438323] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.438525] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.438603] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.438781] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.439219] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.439411] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.439532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.439851] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.440057] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0436d78-1bcb-4f9d-a45c-f92ca5b35daa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.530521] env[65294]: INFO networking_nsxv3.common.synchronization [req-b3bf5f86-f6c2-40ed-9d96-ac68eb0095d4 req-8a995dd0-f37b-4287-b0b2-29898358ce49 tempest-ServersTestBootFromVolume-1876891611 tempest-ServersTestBootFromVolume-1876891611-project-member] Enqueued Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 970.531088] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9105-41fc-4818-9251-acb476a25865 with Priority: HIGHEST for action security_group_members [ 970.531409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bb9105-41fc-4818-9251-acb476a25865 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.531530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.531605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.531799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.532019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.532019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.532286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.532286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.532357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.532454] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bb9105-41fc-4818-9251-acb476a25865',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.544450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.544450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.544605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.544700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.544761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.545020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.545149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.545205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.545364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.545443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.545528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 already deleted. [ 970.545610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.765505] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: SUCCESS [ 970.765668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.765891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.766136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.766334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.766451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.766511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.766667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.766747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.766873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.766974] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.943517] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.943727] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.943976] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944083] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.944261] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.944452] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port d0436d78-1bcb-4f9d-a45c-f92ca5b35daa not found, creating... [ 970.944753] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.944947] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.945113] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.945356] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.945522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.945887] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.946130] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.946234] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.946446] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.946621] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.946756] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: d0436d78-1bcb-4f9d-a45c-f92ca5b35daa is going to be created. [ 970.968743] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.968975] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.969158] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.969451] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969942] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.969942] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.034831] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.035474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.035474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.035718] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.035718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.035887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.036067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bb9105-41fc-4818-9251-acb476a25865 is going to be updated. [ 971.068259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.068811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.068811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.068811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.068995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.080168] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: IN_PROGRESS for 2s [ 971.271469] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.733732] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c14303b-abff-48e7-b290-b9746396dda7 req-71cd79fb-7ede-47bd-b2f0-255c99c1d0fb service nova] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 971.733732] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c14303b-abff-48e7-b290-b9746396dda7 req-71cd79fb-7ede-47bd-b2f0-255c99c1d0fb service nova] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 971.733732] env[65294]: INFO networking_nsxv3.common.synchronization [req-5c14303b-abff-48e7-b290-b9746396dda7 req-71cd79fb-7ede-47bd-b2f0-255c99c1d0fb service nova] Enqueued Resource ID: d0436d78-1bcb-4f9d-a45c-f92ca5b35daa with Priority: HIGHEST for action port [ 971.733732] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 971.733870] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 971.733899] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0436d78-1bcb-4f9d-a45c-f92ca5b35daa with Priority: HIGHEST for action port [ 971.735059] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.735059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.735059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.735059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.735059] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.737631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.737699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.737765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.737958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.738141] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.738248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.738305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.738535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.738616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.738750] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.739565] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.739678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.741084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.741084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.741084] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0436d78-1bcb-4f9d-a45c-f92ca5b35daa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.774681] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5: rpc.has_security_group_logging(os_id): False [ 971.802431] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.803609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.803609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.803609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.803609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.803892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.804024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.804090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.804357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.804479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.804612] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 is going to be created. [ 971.912966] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.913255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.913694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.913930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.914159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.929605] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: IN_PROGRESS for 2s [ 972.213118] env[65294]: INFO networking_nsxv3.common.synchronization [req-e993cc08-6768-45db-b7bf-cf98b13d216b req-163f6104-66ef-4bb0-bf3b-6d8a0391e9f2 tempest-ServersWithSpecificFlavorTestJSON-614669267 tempest-ServersWithSpecificFlavorTestJSON-614669267-project-member] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 972.214245] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGHEST for action security_group_members [ 972.214616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.214747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.214847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.215151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.215330] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.215441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.215508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.215664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.215753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.215849] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.241343] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.241994] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.243466] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0436d78-1bcb-4f9d-a45c-f92ca5b35daa with status ACTIVE [ 972.243782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.243940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.244315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.244428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.244930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.244930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.245121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.245547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.245547] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.245547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.245708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.246576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.246686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.246787] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0436d78-1bcb-4f9d-a45c-f92ca5b35daa is going to be updated. [ 972.272287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.272287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.272287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.272287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.272287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.272287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0436d78-1bcb-4f9d-a45c-f92ca5b35daa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.720736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.720736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.720736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.720736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.746331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.746803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.746803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.746803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.747050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.747150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.747474] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be updated. [ 972.748732] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.790928] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.791098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.791299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.791427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.791802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.801525] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: IN_PROGRESS for 2s [ 973.090969] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bb9105-41fc-4818-9251-acb476a25865 in Status: SUCCESS [ 973.091177] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bb9105-41fc-4818-9251-acb476a25865 deletion is rescheduled due to dependency. [ 973.091299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bb9105-41fc-4818-9251-acb476a25865" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.251440] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.251883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.251883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.251965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.252029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.252113] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be created. [ 973.302728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.302940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.303061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.303360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.303547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.323116] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: UNINITIALIZED for 2s [ 973.947994] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: SUCCESS [ 973.947994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.330580] env[65294]: INFO networking_nsxv3.common.synchronization [None req-c528f032-6969-4418-a75a-e27b4ee9ebb4 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 974.331901] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 974.332349] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.332859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.332951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.333278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.333347] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.454159] env[65294]: INFO networking_nsxv3.common.synchronization [None req-2b25b94c-aa94-4997-89a1-22af1253e622 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 974.454815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 974.455184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.455285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812292] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 in Status: SUCCESS [ 974.812292] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 deletion is rescheduled due to dependency. [ 974.812292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.855053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.855224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.855270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.855479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.855569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.855667] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d already deleted. [ 974.855751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.855899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.856097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.856146] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.139818] env[65294]: INFO networking_nsxv3.common.synchronization [req-1115388e-b7c6-45c5-89c3-22be434a1c19 req-8b6b60d2-6188-4039-8093-fbd81deb987c tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 975.140506] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 975.141348] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.141517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.141608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.141871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.142219] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.142819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.142819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.142819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.142819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.142983] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.333661] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 975.334195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.334195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.334276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.334495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.334604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.334643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.335027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.335027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.335027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.335027] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.386375] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.386592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.386668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.386847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.386928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.387000] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d already deleted. [ 975.387116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.645629] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.838366] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.148024] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.340979] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0: rpc.has_security_group_logging(os_id): False [ 976.362660] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.362917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.363404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.363664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.363981] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.364238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.364324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.364489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.364573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.364675] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be created. [ 976.434439] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.434608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.434672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.434891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.435183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.450163] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 976.650496] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.650778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.650778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.650993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.651082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.651175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 976.686028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.686139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.686272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.687203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.687553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.699256] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 978.464170] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 978.464470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.645960] env[65294]: INFO networking_nsxv3.common.synchronization [req-32406299-d757-459a-b5aa-b31138e11e0d req-f8539d7b-1423-4bb1-b633-a65a364bf4bb tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 978.646482] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 978.647162] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.647162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.648037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.648209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.648319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.648385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.648547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.648631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.648725] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.709413] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 978.709637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.974701] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.974915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.975047] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.975384] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.975653] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.975811] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.975923] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976342] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976565] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.976869] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.977266] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.977498] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.977661] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.977758] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.977865] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.977994] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.002882] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.003076] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.003227] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.003391] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.003724] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-25713c61-19d9-4191-b5e8-6f7d5292ab1f taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.003885] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.004114] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.004521] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.004671] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25713c61-19d9-4191-b5e8-6f7d5292ab1f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.150393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.510724] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.511013] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.511099] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.511386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.511535] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.511689] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 25713c61-19d9-4191-b5e8-6f7d5292ab1f not found, creating... [ 979.512229] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.512394] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.512509] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.512748] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.512888] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513198] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.513397] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.513464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.513700] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.513845] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 25713c61-19d9-4191-b5e8-6f7d5292ab1f is going to be created. [ 979.535496] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.535711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.535812] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.536097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.536327] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.536547] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.652876] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.156775] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.157076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.157239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.157487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.157586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.157697] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 980.188390] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.188390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.188390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.188390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.188390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.197495] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 980.242023] env[65294]: INFO networking_nsxv3.common.synchronization [req-32406299-d757-459a-b5aa-b31138e11e0d req-c3efe134-3204-4a56-b0c4-e55f34b5d87f service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 980.242023] env[65294]: INFO networking_nsxv3.common.synchronization [req-32406299-d757-459a-b5aa-b31138e11e0d req-c3efe134-3204-4a56-b0c4-e55f34b5d87f service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 980.242023] env[65294]: INFO networking_nsxv3.common.synchronization [req-32406299-d757-459a-b5aa-b31138e11e0d req-c3efe134-3204-4a56-b0c4-e55f34b5d87f service nova] Enqueued Resource ID: 25713c61-19d9-4191-b5e8-6f7d5292ab1f with Priority: HIGHEST for action port [ 980.242826] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 980.243228] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 980.244418] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25713c61-19d9-4191-b5e8-6f7d5292ab1f with Priority: HIGHEST for action port [ 980.244418] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.247020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.247020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.247020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.247020] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.247020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.247020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.248323] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-25713c61-19d9-4191-b5e8-6f7d5292ab1f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.251103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.251103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.251103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.251103] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25713c61-19d9-4191-b5e8-6f7d5292ab1f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.751466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.751876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.751876] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25713c61-19d9-4191-b5e8-6f7d5292ab1f with status ACTIVE [ 980.751985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.752108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.752174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.752390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.752481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.752714] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.752838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.752926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.753101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.753179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.753391] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.753491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.753552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.753712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.753786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.753871] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25713c61-19d9-4191-b5e8-6f7d5292ab1f is going to be updated. [ 980.776194] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.776373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.776373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.776586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.776713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.776867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25713c61-19d9-4191-b5e8-6f7d5292ab1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.772352] env[65294]: INFO networking_nsxv3.common.synchronization [req-a4372afc-cf8b-458e-867b-4862c0d4c1d7 req-7b214eb2-9572-4065-98be-2232d3e6f490 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 981.772986] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 981.773302] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.773460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.773507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.774162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.774162] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.774162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.774162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.777454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.777605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.777777] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.208362] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 982.208591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.208763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.209049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.209281] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.209442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.209534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.209756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.209855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.209956] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.283219] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.283385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.283473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.283826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.283950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.284197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.284296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.284356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.284558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.284765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.284895] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 982.316914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.317144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.317144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.317457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.317599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.330617] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 982.712532] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.045412] env[65294]: INFO networking_nsxv3.common.synchronization [req-769b204f-a16c-412b-8eea-21b2ad596f1d req-c442bac9-5795-4def-8381-938634fce8d0 tempest-ListImageFiltersTestJSON-1050915077 tempest-ListImageFiltersTestJSON-1050915077-project-member] Enqueued Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 983.045850] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dac382-693f-452c-9a96-50f3807a68c7 with Priority: HIGHEST for action security_group_members [ 983.046170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5dac382-693f-452c-9a96-50f3807a68c7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.046291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.046373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.046546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.046692] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.046798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.046872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.047240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.047240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047240] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5dac382-693f-452c-9a96-50f3807a68c7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.215699] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.549312] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.549520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.549558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.549774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.549868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.550088] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.550184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.550246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.550394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.550467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.550575] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 is going to be updated. [ 983.583448] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.583606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.583696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.583908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.584060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.594319] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: IN_PROGRESS for 2s [ 983.718144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.718340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.718399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.718637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.718713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.718857] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 983.748549] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.748700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.748820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.749038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.749208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.762368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 984.342398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 984.342754] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 984.342910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.605022] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5dac382-693f-452c-9a96-50f3807a68c7 in Status: SUCCESS [ 985.605459] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5dac382-693f-452c-9a96-50f3807a68c7 deletion is rescheduled due to dependency. [ 985.605459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5dac382-693f-452c-9a96-50f3807a68c7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.774620] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 985.774620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.774799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.775226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.775226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.775476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.775476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.775548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.775578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.775984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.775984] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.279186] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.279400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.279443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.279753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.279961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.280103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.280166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.280398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.280491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.280878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.280878] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.280878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.281086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.281134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.281291] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.281405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.281477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.281592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.281706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.281758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.282134] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.784504] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 986.809022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.809238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.809238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.809469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.809586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.809759] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.809903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.809903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.810064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.810333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.810333] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.810427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.810494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.810605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.810716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.810850] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.810962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.810998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.811294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.811360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.811608] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 986.964377] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.964617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.964617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.965090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.965090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998377] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 988.047062] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.047362] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 989.017286] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 989.017666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.109753] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6dab3bb5-d466-43d5-bfde-5e7c44c0bbda None None] Enqueued Resource ID: c6675a5f-f8ba-48b7-b98e-a5697685387b with Priority: HIGHEST for action port [ 991.110256] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6675a5f-f8ba-48b7-b98e-a5697685387b with Priority: HIGHEST for action port [ 991.110587] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6675a5f-f8ba-48b7-b98e-a5697685387b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.110733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6675a5f-f8ba-48b7-b98e-a5697685387b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.110804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6675a5f-f8ba-48b7-b98e-a5697685387b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.111492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6675a5f-f8ba-48b7-b98e-a5697685387b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.111602] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6675a5f-f8ba-48b7-b98e-a5697685387b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.220560] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-a6c205e7-b9af-4038-8d95-d02a9f6966c3 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 991.221712] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 991.221830] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.221916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.223177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.223943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.224259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.224515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.225077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.225077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.227127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.227127] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.614347] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6675a5f-f8ba-48b7-b98e-a5697685387b [ 991.614628] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.614765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.614831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.615048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.615132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.615400] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6675a5f-f8ba-48b7-b98e-a5697685387b already deleted. [ 991.615453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6675a5f-f8ba-48b7-b98e-a5697685387b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.687529] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.687713] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.687830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.688102] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.688350] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.688498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.688605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.688810] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.688946] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.690350] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.690485] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.690599] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.690709] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.690820] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.690923] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.692656] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.713403] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.713593] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.713763] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.714012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.714383] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-b82c9746-7eca-4a3d-ac36-8e0d7e044229 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.714542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.714662] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.714976] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.715131] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82c9746-7eca-4a3d-ac36-8e0d7e044229',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.730476] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.730694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.730694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.731849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.731849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.731849] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 991.762053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.762053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.762053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.762053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.762053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.773747] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 992.218311] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.218618] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.219118] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.219118] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.219353] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.219353] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port b82c9746-7eca-4a3d-ac36-8e0d7e044229 not found, creating... [ 992.219998] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.219998] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.219998] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.220193] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.220639] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.220639] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220826] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220924] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.224355] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.224355] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.224355] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: b82c9746-7eca-4a3d-ac36-8e0d7e044229 is going to be created. [ 992.246839] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.246839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.246839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.246839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.246839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.246839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029425] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-b77fde53-cb53-4251-9bee-253118fabb6c service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 993.029425] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-b77fde53-cb53-4251-9bee-253118fabb6c service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 993.029425] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-b77fde53-cb53-4251-9bee-253118fabb6c service nova] Enqueued Resource ID: b82c9746-7eca-4a3d-ac36-8e0d7e044229 with Priority: HIGHEST for action port [ 993.030341] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 993.030644] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 993.030976] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c9746-7eca-4a3d-ac36-8e0d7e044229 with Priority: HIGHEST for action port [ 993.035198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.035198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.035198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.035198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.035198] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.037426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.037426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.037426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82c9746-7eca-4a3d-ac36-8e0d7e044229 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.037426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.037426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.037426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.037426] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82c9746-7eca-4a3d-ac36-8e0d7e044229',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.374522] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-e01f8702-4c5e-4918-a1b4-fecc42927ec5 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 993.375515] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 993.375515] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.375821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.538608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.538810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.538999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b82c9746-7eca-4a3d-ac36-8e0d7e044229 with status ACTIVE [ 993.539132] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.539255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.539346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.539547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.539665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.539827] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.539903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.540086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.540140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.540238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.540376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.540490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.540529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.540667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.540716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.540798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b82c9746-7eca-4a3d-ac36-8e0d7e044229 is going to be updated. [ 993.567194] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.567337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.567409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.567794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.567794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.567910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82c9746-7eca-4a3d-ac36-8e0d7e044229" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.790010] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 993.790192] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf deletion is rescheduled due to dependency. [ 993.790312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.790483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.790708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.790888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.791201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.791201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.791470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.791470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.791470] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.878887] env[65294]: INFO networking_nsxv3.common.synchronization [None req-f01a7ef7-f9e0-4b7e-b2b7-7d255a6a7cd6 None None] Enqueued Resource ID: 8a362511-376b-49c7-bd65-132d59cfb5f6 with Priority: HIGHEST for action port [ 993.879920] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a362511-376b-49c7-bd65-132d59cfb5f6 with Priority: HIGHEST for action port [ 993.879920] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a362511-376b-49c7-bd65-132d59cfb5f6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.879920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a362511-376b-49c7-bd65-132d59cfb5f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.880125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a362511-376b-49c7-bd65-132d59cfb5f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.880678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a362511-376b-49c7-bd65-132d59cfb5f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.880678] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a362511-376b-49c7-bd65-132d59cfb5f6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.899277] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.899478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.899607] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.900532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.900902] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.901083] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.901204] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.901430] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.901583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.901779] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.901894] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.902800] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.902800] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.902800] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.902800] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.902800] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.925731] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.925919] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.926094] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.926309] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-694" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.926698] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-d7785121-2d9b-4a08-a00f-800ba8dfc176 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.926943] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.927046] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.927366] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.927503] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7785121-2d9b-4a08-a00f-800ba8dfc176',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.299094] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.382252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a362511-376b-49c7-bd65-132d59cfb5f6 [ 994.382792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.382975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.383092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.383339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.383455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.383566] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a362511-376b-49c7-bd65-132d59cfb5f6 already deleted. [ 994.383662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a362511-376b-49c7-bd65-132d59cfb5f6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.432109] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.432395] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.432535] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.432990] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.433162] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.433384] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port d7785121-2d9b-4a08-a00f-800ba8dfc176 not found, creating... [ 994.433670] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.433869] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.433988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.434226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.434362] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.434651] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.434805] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.434923] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.435301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.435436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.435575] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: d7785121-2d9b-4a08-a00f-800ba8dfc176 is going to be created. [ 994.455246] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.455478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.455602] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.455871] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.456137] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.456727] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.802058] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-c4415e67-4684-4031-ae3c-4d0b17cf5998 service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-c4415e67-4684-4031-ae3c-4d0b17cf5998 service nova] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [req-579da8e9-37a9-49dc-b090-3948fa44c81b req-c4415e67-4684-4031-ae3c-4d0b17cf5998 service nova] Enqueued Resource ID: d7785121-2d9b-4a08-a00f-800ba8dfc176 with Priority: HIGHEST for action port [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_rules [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 995.187136] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7785121-2d9b-4a08-a00f-800ba8dfc176 with Priority: HIGHEST for action port [ 995.190756] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.190898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.191118] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.191228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.191449] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7785121-2d9b-4a08-a00f-800ba8dfc176 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.191538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.191806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.191806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.191863] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7785121-2d9b-4a08-a00f-800ba8dfc176',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.304899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.305139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.305193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.305397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.305486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.305617] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 995.341323] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.341323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.341541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.341738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.341964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.352631] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 995.694415] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7785121-2d9b-4a08-a00f-800ba8dfc176 with status ACTIVE [ 995.694696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.695657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.695657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.695657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.695657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.695657] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.695657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.696189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.696189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.696189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.696189] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.696348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.696348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.696951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.696951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.696951] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7785121-2d9b-4a08-a00f-800ba8dfc176 is going to be updated. [ 995.717742] env[65294]: INFO networking_nsxv3.common.synchronization [req-1b0f6b42-8f66-4bbe-b96e-81bf4ca51aae req-6b8662cb-049f-46a3-8ac6-4ab04cc6abc5 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 995.717742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.717910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.717910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.718962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.719201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.719369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7785121-2d9b-4a08-a00f-800ba8dfc176" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.719910] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 995.720254] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.720390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.720487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.720927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.721128] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.721211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.721345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.721432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.721511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.721603] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.092435] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.092641] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.092793] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093090] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.093882] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.093882] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093882] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093882] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.094092] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.094196] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.094309] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.094513] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.094513] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.094601] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.094707] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.094831] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.114394] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.114615] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.114721] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.114863] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.115216] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-0c308aee-5b84-434c-9c13-f855f352201a taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.115388] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.115506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.115862] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.116009] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c308aee-5b84-434c-9c13-f855f352201a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.223621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.223987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.224073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.224330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.224466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.224690] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.225490] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d already deleted. [ 996.225490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.618180] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.618431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.618558] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.618828] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.618985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.619165] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 0c308aee-5b84-434c-9c13-f855f352201a not found, creating... [ 996.619428] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.619583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.619697] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.619910] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.620062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.620345] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.620498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.620613] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.620978] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.621157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.621318] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 0c308aee-5b84-434c-9c13-f855f352201a is going to be created. [ 996.641759] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.642077] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.642143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.642365] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.642587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.642898] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.364545] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 997.364928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.365075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.365321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.365522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.365652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.366079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.366079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.366079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.366079] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.409508] env[65294]: INFO networking_nsxv3.common.synchronization [req-1b0f6b42-8f66-4bbe-b96e-81bf4ca51aae req-35e44d28-1acd-4ba6-a99c-27fb2ed40c1e service nova] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 997.409508] env[65294]: INFO networking_nsxv3.common.synchronization [req-1b0f6b42-8f66-4bbe-b96e-81bf4ca51aae req-35e44d28-1acd-4ba6-a99c-27fb2ed40c1e service nova] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 997.409508] env[65294]: INFO networking_nsxv3.common.synchronization [req-1b0f6b42-8f66-4bbe-b96e-81bf4ca51aae req-35e44d28-1acd-4ba6-a99c-27fb2ed40c1e service nova] Enqueued Resource ID: 0c308aee-5b84-434c-9c13-f855f352201a with Priority: HIGHEST for action port [ 997.410582] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_rules [ 997.410991] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 997.411206] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c308aee-5b84-434c-9c13-f855f352201a with Priority: HIGHEST for action port [ 997.412429] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.412429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.412429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.413713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.413713] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.415245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.415245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.415245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.415580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.415580] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.417206] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c308aee-5b84-434c-9c13-f855f352201a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.417206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.417206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.417206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.417206] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c308aee-5b84-434c-9c13-f855f352201a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.868894] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.918582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.918755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.919395] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.919994] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c308aee-5b84-434c-9c13-f855f352201a with status ACTIVE [ 997.920945] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.920945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.920945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.920945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.920945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.921187] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.921262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.921350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.921525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.921604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.921790] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.922446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.922446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.923346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.923444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.923540] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c308aee-5b84-434c-9c13-f855f352201a is going to be updated. [ 997.951727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.951927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.952011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.953254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.953254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.953254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c308aee-5b84-434c-9c13-f855f352201a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.038489] env[65294]: INFO networking_nsxv3.common.synchronization [req-f210a4c4-04d0-4a8c-969d-bfe00b786f1e req-a3f82029-8196-4a5b-abba-c4f4d4ba3977 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 998.039023] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 998.039369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.039455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.039524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.039835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.039953] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.040068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.040068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.040245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.040330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.040429] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.186177] env[65294]: INFO networking_nsxv3.common.synchronization [req-a7a38aaf-9b39-47ce-808e-6a739905c0db req-3dcc1aa3-a006-4126-a675-f190abe65ae0 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 998.186783] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 998.187256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.187533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.187656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.187958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189094] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.189094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.189094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.189094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.189094] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.371829] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.426180] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.521027] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.521027] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.521184] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.521399] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.521682] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.523449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.523449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.523449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.523449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.523449] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.523449] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.523449] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.523449] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.523449] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.523449] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.523449] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.542070] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.542246] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.542395] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.542569] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.542932] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-45f0e3a4-525b-4c96-9360-b3c551429058 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543222] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543671] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f0e3a4-525b-4c96-9360-b3c551429058',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.545076] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.545241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.545309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.545484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.545587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.545770] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.545862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.545947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.546076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.546150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.546232] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 998.572010] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.572177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.572254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.572499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.572702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.584985] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 998.695169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.695169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.695169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.695169] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 998.726697] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.726697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.726697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.726697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.727037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.737883] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 998.875559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.876017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.876113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.876213] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 998.908168] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.908168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.908168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.908168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.908168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 998.928910] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.929079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.929155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.929352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.929439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.929535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d is going to be created. [ 998.951836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.951939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.951939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.952151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.952307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.962156] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: UNINITIALIZED for 2s [ 999.048796] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.049052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.049184] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.049634] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.049794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.049950] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 45f0e3a4-525b-4c96-9360-b3c551429058 not found, creating... [ 999.050301] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.050488] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.050608] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.050851] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.050992] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.051296] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.051493] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.051615] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.051825] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.051958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.052109] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 45f0e3a4-525b-4c96-9360-b3c551429058 is going to be created. [ 999.074612] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.074612] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.074612] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.074974] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.075281] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.075544] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [req-f210a4c4-04d0-4a8c-969d-bfe00b786f1e req-9e48c98c-e5eb-4408-8f1f-bdf5c3b554bb service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [req-f210a4c4-04d0-4a8c-969d-bfe00b786f1e req-9e48c98c-e5eb-4408-8f1f-bdf5c3b554bb service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [req-f210a4c4-04d0-4a8c-969d-bfe00b786f1e req-9e48c98c-e5eb-4408-8f1f-bdf5c3b554bb service nova] Enqueued Resource ID: 45f0e3a4-525b-4c96-9360-b3c551429058 with Priority: HIGHEST for action port [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 999.815241] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f0e3a4-525b-4c96-9360-b3c551429058 with Priority: HIGHEST for action port [ 999.815650] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.815650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.815650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.815892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.815925] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.818289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.818433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.818595] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f0e3a4-525b-4c96-9360-b3c551429058 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.818952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.819069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.819270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.819356] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f0e3a4-525b-4c96-9360-b3c551429058',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.319193] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.319403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.321787] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45f0e3a4-525b-4c96-9360-b3c551429058 with status ACTIVE [ 1000.322017] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.322212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.322455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.322548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.322724] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.322920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.323077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.323143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.323310] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.323407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.323470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.323582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.323663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.323737] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45f0e3a4-525b-4c96-9360-b3c551429058 is going to be updated. [ 1000.345766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.346035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.346035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.346171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.346309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.346464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f0e3a4-525b-4c96-9360-b3c551429058" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.594691] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1000.594915] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 1000.595046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.595389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.595600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.595780] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.595895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.595963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.596115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.596195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.596287] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.749971] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 1000.750480] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 1000.751122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.932909] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1000.933229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.933491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.933763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.934033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.934187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.934316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.934489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.934600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.934725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.934837] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.936024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.936167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.936412] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.936582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.936658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.936843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.936976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.937048] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.976024] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: SUCCESS [ 1000.976240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.977078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.977645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.977976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.979027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.979027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.979027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.979027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.979027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.979027] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.099374] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.286104] env[65294]: INFO networking_nsxv3.common.synchronization [req-05bb2327-82ba-4dbb-bf3e-07cc6a77cf11 req-dcff42b2-c3c4-463d-b133-014bc32c7f19 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1001.286624] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1001.286982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.287173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.287288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.287544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.287739] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.287889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.287978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.288195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.288319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.288464] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.439086] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.439336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.439661] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.481266] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.601926] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.650353] env[65294]: INFO networking_nsxv3.common.synchronization [req-029be77f-887c-4195-9252-d0b7273d16ce req-cdad622d-f810-457c-b037-d22de0a2d855 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1001.651194] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1001.651672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.651850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.651958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.652258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.652488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.652640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.652740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.653074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.653293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.653420] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.690403] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.690624] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.690772] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.691084] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.691398] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.691548] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691661] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.691878] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.692025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.692573] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.692698] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.692845] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.692990] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.693213] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.693369] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.693537] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.715521] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.715731] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.715836] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.715988] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.716334] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.716570] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.716722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.718038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.718038] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dd7741-3fb1-4e2c-b771-7e7da3feb8da',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.790839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.791051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.791136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.791346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.829490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.829845] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.830191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.830191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.830416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.830506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.830634] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1001.863631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.863915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.864121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.881808] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1001.943864] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.983061] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d: rpc.has_security_group_logging(os_id): False [ 1002.007031] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.007031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.007031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.007303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.007303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007570] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.007683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.007741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.007905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.007984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.008089] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d is going to be created. [ 1002.011574] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.011779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.011903] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.012188] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.012451] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.012610] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.012722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.012994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.013150] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.013356] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.013467] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.013571] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.013677] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.013811] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.013938] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.014093] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.035979] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.036220] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.036327] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.036561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.036945] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-78803978-c25c-44c2-a902-e1c6a79a58c6 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.037225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.037274] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.037671] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.037813] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78803978-c25c-44c2-a902-e1c6a79a58c6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.080714] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.080714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.081021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.081021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.081221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.094498] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: IN_PROGRESS for 2s [ 1002.105122] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.105284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.105329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.105524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.105612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.105711] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 1002.156819] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.157354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.157354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.157585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.157894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.157970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.158081] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1002.162364] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.162571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.162571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.162708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.162910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.172873] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 1002.194763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.194976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.194976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.195305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.195457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.206919] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1002.222969] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.222969] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.222969] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.222969] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.222969] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.222969] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port b2dd7741-3fb1-4e2c-b771-7e7da3feb8da not found, creating... [ 1002.223816] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.223816] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.223816] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.223816] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.224149] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.224496] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.224678] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.224810] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.225062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.225836] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.225836] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: b2dd7741-3fb1-4e2c-b771-7e7da3feb8da is going to be created. [ 1002.253546] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253848] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.254101] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.254416] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254651] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.446974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.447182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.447227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.447459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.447564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.447671] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 1002.477203] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.477429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.477429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.477640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.477783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.490354] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 1002.542061] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.542490] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.542636] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.542996] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.543186] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.543360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 78803978-c25c-44c2-a902-e1c6a79a58c6 not found, creating... [ 1002.543661] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.543856] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.544016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.544272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.544435] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.544740] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.544898] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.545025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.545271] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.545403] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.545546] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 78803978-c25c-44c2-a902-e1c6a79a58c6 is going to be created. [ 1002.566107] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.566296] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.566387] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.566654] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.566877] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.567112] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.043550] env[65294]: INFO networking_nsxv3.common.synchronization [req-05bb2327-82ba-4dbb-bf3e-07cc6a77cf11 req-99f2361a-4f39-402c-9ea9-9c53dfcbecc5 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1003.043929] env[65294]: INFO networking_nsxv3.common.synchronization [req-05bb2327-82ba-4dbb-bf3e-07cc6a77cf11 req-99f2361a-4f39-402c-9ea9-9c53dfcbecc5 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1003.043929] env[65294]: INFO networking_nsxv3.common.synchronization [req-05bb2327-82ba-4dbb-bf3e-07cc6a77cf11 req-99f2361a-4f39-402c-9ea9-9c53dfcbecc5 service nova] Enqueued Resource ID: b2dd7741-3fb1-4e2c-b771-7e7da3feb8da with Priority: HIGHEST for action port [ 1003.044528] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1003.044675] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1003.044769] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dd7741-3fb1-4e2c-b771-7e7da3feb8da with Priority: HIGHEST for action port [ 1003.045231] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.045231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.045345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.046762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.046762] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.046762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.046762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.047641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.048032] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dd7741-3fb1-4e2c-b771-7e7da3feb8da',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.329454] env[65294]: INFO networking_nsxv3.common.synchronization [req-029be77f-887c-4195-9252-d0b7273d16ce req-42ef4f24-63be-4143-b12a-055cafaab2af service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1003.329747] env[65294]: INFO networking_nsxv3.common.synchronization [req-029be77f-887c-4195-9252-d0b7273d16ce req-42ef4f24-63be-4143-b12a-055cafaab2af service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1003.329998] env[65294]: INFO networking_nsxv3.common.synchronization [req-029be77f-887c-4195-9252-d0b7273d16ce req-42ef4f24-63be-4143-b12a-055cafaab2af service nova] Enqueued Resource ID: 78803978-c25c-44c2-a902-e1c6a79a58c6 with Priority: HIGHEST for action port [ 1003.331904] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1003.332123] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1003.335054] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78803978-c25c-44c2-a902-e1c6a79a58c6 with Priority: HIGHEST for action port [ 1003.335054] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.335054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.335054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.335054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.335531] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.336537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.336657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.337696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-78803978-c25c-44c2-a902-e1c6a79a58c6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.337696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.337696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.337696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.337696] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78803978-c25c-44c2-a902-e1c6a79a58c6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.550645] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.550832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551148] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2dd7741-3fb1-4e2c-b771-7e7da3feb8da with status ACTIVE [ 1003.551398] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.551935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.552086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.552459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.552459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.552601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.552761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.552864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553143] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.553279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.553369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.553560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.553659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553787] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2dd7741-3fb1-4e2c-b771-7e7da3feb8da is going to be updated. [ 1003.578588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.578838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.578892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.579195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.579388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.579599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2dd7741-3fb1-4e2c-b771-7e7da3feb8da" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.841420] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.841420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.841420] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78803978-c25c-44c2-a902-e1c6a79a58c6 with status ACTIVE [ 1003.841634] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.841688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.841722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.841924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.842197] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.842293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.842604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842604] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.842754] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.842909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.843129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.843209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.843286] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78803978-c25c-44c2-a902-e1c6a79a58c6 is going to be updated. [ 1003.865692] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.865948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.865948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.866235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.866393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.866578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78803978-c25c-44c2-a902-e1c6a79a58c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.896581] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1003.896840] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa deletion is rescheduled due to dependency. [ 1003.896963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.897354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.897531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.897643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.897707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.897853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.897931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.898070] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.108445] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: SUCCESS [ 1004.108734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.183464] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1004.183820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.184025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.184247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.184437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.184557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.184625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.184770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.184851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.184935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.185034] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.216794] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 4s [ 1004.400565] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.504032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.504032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.504032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.504032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.505199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.507170] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.507170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.507170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.507170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507170] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.687762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.687922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.688112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.688235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.688409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.688586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.688662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.688819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.688909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.689028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.689214] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.689318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.689383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.689529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.689674] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.689766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.689830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.690163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.690326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.690454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.690561] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.902946] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.010049] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf: rpc.has_security_group_logging(os_id): False [ 1005.029608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.029798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.029839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.030074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.030173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.030380] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.030485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.030562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.030740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.030841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.031033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.031141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.031215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.031347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.031420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.031607] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.031763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.031763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.031891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.031964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.032062] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 1005.094559] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.094713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.094830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.094981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.095171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.109687] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 1005.192979] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 1005.219033] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.219265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.219346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.219568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.219661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.219900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.220000] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.220076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.220228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.220305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.220492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.220585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.220647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.220795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.220875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.221167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.221227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.221363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.221434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221519] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 1005.309384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.309554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.309605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.310270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.310270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.329283] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 1005.405538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.405735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.405735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.405967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.406082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.406185] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1005.438855] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.439120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.439226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.439536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.439771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1006.234130] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1006.234504] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1006.234563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.234743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.234974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.235201] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.235361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.235450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.235636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.235726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.235828] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.742688] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.129632] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1007.130019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.130408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.130768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130854] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.245718] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.349485] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1007.349590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.463709] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1007.464111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.464436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.464763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.465365] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.465365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.465683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.465683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.465816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.465944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.466099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.633451] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.633623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.633713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.634131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.634350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.634560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.634560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.634713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.634841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.634962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.635088] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.699906] env[65294]: INFO networking_nsxv3.common.synchronization [req-e839ac3e-c00b-4e51-9eb4-29abe7430f79 req-14c28f13-a1eb-4932-aa42-5224c023d9b6 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 1007.700540] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 1007.701023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.701146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.701146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.701353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.701516] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.701600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.701719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.701797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.701886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.701984] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.748557] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.748713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.748782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.749019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.749131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.749237] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1007.786752] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.786907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.786978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.787212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.787359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.813605] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1007.968236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.968445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.968496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.968707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.968919] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.969033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.969112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.969276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.969364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.969469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.969623] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.969715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.969880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.969998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970077] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.970183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.970621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.970705] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.138298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.138298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.154535] env[65294]: INFO networking_nsxv3.common.synchronization [req-05986f6d-1763-4160-a136-8727ded5d290 req-44e22728-5735-46e0-8991-a9bb0cdb866f tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1008.155055] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1008.155386] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.155510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.155573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.155770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.155934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.156049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.156110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.156575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.156575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.156575] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.205432] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.474336] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 1008.496183] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.496362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.496516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.496711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.496807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.497018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.497128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.497193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.497349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.497431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.497948] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.497948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.498470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.502117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.502117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.502117] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.502117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.502331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.502331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.502390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.502748] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1008.580296] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.580516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.580516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.581017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.581175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.598063] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1008.645112] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.645112] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.645112] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.645458] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.645740] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.646540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.646540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.646540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.646540] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.646769] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.646881] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.647126] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.647253] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.647379] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.647488] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.647676] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.658274] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.680823] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.681037] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.681185] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.681400] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.681738] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-f3feb9ea-852a-4093-b6f6-fa90875eab16 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.681915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.682276] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.682404] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.682546] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3feb9ea-852a-4093-b6f6-fa90875eab16',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.708299] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.724558] env[65294]: INFO networking_nsxv3.common.synchronization [req-9e27aef4-4902-4755-bfd4-cd812632f6b4 req-f6dd2360-38f0-466f-9506-a9ee82e71e31 tempest-MultipleCreateTestJSON-396065847 tempest-MultipleCreateTestJSON-396065847-project-member] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 1008.725332] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGHEST for action security_group_members [ 1008.725660] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.725766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.161655] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.185192] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.185522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.185597] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.186174] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.186447] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.186567] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port f3feb9ea-852a-4093-b6f6-fa90875eab16 not found, creating... [ 1009.186883] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.187070] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.187192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.187414] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.187550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.187840] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.187994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.188123] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.188432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.188653] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188829] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: f3feb9ea-852a-4093-b6f6-fa90875eab16 is going to be created. [ 1009.210447] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.210652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.210843] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.211074] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.211297] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.211521] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.212484] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.212643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.212707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.213170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.213170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.213280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 1009.268976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.269215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.269285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.269460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.269617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.299133] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 1009.664760] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.665056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.665056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.665200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.665315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.665372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1009.695926] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.696100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.696191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.696361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.696503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.708753] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1009.823585] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1009.823825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.824097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.824320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.824510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.824628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.824712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.824833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.824908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.825299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.825299] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.926369] env[65294]: INFO networking_nsxv3.common.synchronization [req-05986f6d-1763-4160-a136-8727ded5d290 req-3435d7e9-7883-4204-b683-925938270fc2 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1009.926761] env[65294]: INFO networking_nsxv3.common.synchronization [req-05986f6d-1763-4160-a136-8727ded5d290 req-3435d7e9-7883-4204-b683-925938270fc2 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1009.927162] env[65294]: INFO networking_nsxv3.common.synchronization [req-05986f6d-1763-4160-a136-8727ded5d290 req-3435d7e9-7883-4204-b683-925938270fc2 service nova] Enqueued Resource ID: f3feb9ea-852a-4093-b6f6-fa90875eab16 with Priority: HIGHEST for action port [ 1009.928561] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1009.928990] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1009.929190] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3feb9ea-852a-4093-b6f6-fa90875eab16 with Priority: HIGHEST for action port [ 1009.929595] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.929798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.930177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.930506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.930622] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.932082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932253] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3feb9ea-852a-4093-b6f6-fa90875eab16 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.933252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.933415] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3feb9ea-852a-4093-b6f6-fa90875eab16',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.032153] env[65294]: INFO networking_nsxv3.common.synchronization [None req-50195473-3098-430c-8504-4ad34d3d43cc tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1010.033017] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1010.033356] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.033481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.033548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.033754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.033911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.036130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.036130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.036130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.036130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.036130] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.330705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.330873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.330948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.331202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.331422] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.331514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.332333] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.332333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.332692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.332692] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.332692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.332805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.332902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.333015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.333103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.333220] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.438821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.439017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.439238] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3feb9ea-852a-4093-b6f6-fa90875eab16 with status ACTIVE [ 1010.439492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.439659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.439659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.439915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.440036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.440238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.440373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.440462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.440669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.440788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441091] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.441549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441643] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3feb9ea-852a-4093-b6f6-fa90875eab16 is going to be updated. [ 1010.464299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.464549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.464549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.464687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.464849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.464989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3feb9ea-852a-4093-b6f6-fa90875eab16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.539765] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.616950] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1010.617209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.836281] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9: rpc.has_security_group_logging(os_id): False [ 1010.854229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.856298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.856298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.856298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.856838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.856838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.856838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.856838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.856838] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1010.919685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.919685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.919930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.919972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.920163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.935594] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1011.042393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.314070] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1011.314289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.314794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.315045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.315288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.315351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.315577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.315686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.315686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.315866] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.315985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.316116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.316235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.316409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.316508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.316508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.316683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.316764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.316797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.316859] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.317725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.317905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.318061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.318634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.318690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.318843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.318913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.319020] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.545631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.545631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.545631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.545830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.545886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.545983] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1011.578591] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.578884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.579013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.579122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.588483] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1011.720781] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1011.721083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.721330] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.721622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.722120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.722314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.722389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.722572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.722662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.722762] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.821187] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf: rpc.has_security_group_logging(os_id): False [ 1011.822432] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.822575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.822648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.822838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.822961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.823166] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.823310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.823310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.823478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.823555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.823646] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 1011.846458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.846458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.846458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.846935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.846935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.847155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.847315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.847431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.847719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.847824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.848244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.848404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.848493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.848702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.848836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.849151] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.849316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.849442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.849673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.850010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.850010] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be updated. [ 1011.874621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.874908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.875038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.875290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.875469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.898301] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 1011.946904] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.947109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.947159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.947377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.947524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.950045] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.950151] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.963865] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: IN_PROGRESS for 2s [ 1012.225882] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.414165] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.414165] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.414165] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.414165] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.414847] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.415051] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.415183] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.415418] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.415568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.415783] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.415902] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.416058] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.416223] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.416349] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.416455] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.416591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.492744] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.493365] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.076 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.493365] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.493561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.493969] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-7137af5a-e6cb-43bb-b8cc-fc8acd469308 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.494684] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.494684] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.494785] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.494877] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7137af5a-e6cb-43bb-b8cc-fc8acd469308',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.729177] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.951831] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1012.951831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.000609] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.000890] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.001029] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.001321] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.001475] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.001636] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 7137af5a-e6cb-43bb-b8cc-fc8acd469308 not found, creating... [ 1013.001905] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.002075] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.002194] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.002454] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.002548] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.002818] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.002996] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.003128] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.003333] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.003464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.003596] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 7137af5a-e6cb-43bb-b8cc-fc8acd469308 is going to be created. [ 1013.042865] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.043210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.043321] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.043656] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.043935] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.044226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.231438] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.231635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.231635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.231829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.231925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.232041] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1013.264025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.264025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.264025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.264025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.264345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.274480] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1013.396636] env[65294]: INFO networking_nsxv3.common.synchronization [req-9caa1e3b-63b2-4146-acb1-cd0f9f19fb3a req-e690e00d-f573-4726-be1b-d4a1b4e9fb6c tempest-ServerAddressesTestJSON-2120691734 tempest-ServerAddressesTestJSON-2120691734-project-member] Enqueued Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1013.397189] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1013.397506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.397631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.397700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.397995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.398275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.398389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.398453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.398643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.398730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.398827] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.601227] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1013.601450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.682850] env[65294]: INFO networking_nsxv3.common.synchronization [req-055ff25e-33f0-40cc-a959-ced321551c09 req-d091ed5e-41da-4570-b7dd-842a8868fd26 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1013.683078] env[65294]: INFO networking_nsxv3.common.synchronization [req-055ff25e-33f0-40cc-a959-ced321551c09 req-d091ed5e-41da-4570-b7dd-842a8868fd26 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1013.683227] env[65294]: INFO networking_nsxv3.common.synchronization [req-055ff25e-33f0-40cc-a959-ced321551c09 req-d091ed5e-41da-4570-b7dd-842a8868fd26 service nova] Enqueued Resource ID: 7137af5a-e6cb-43bb-b8cc-fc8acd469308 with Priority: HIGHEST for action port [ 1013.683712] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1013.683854] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1013.684283] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7137af5a-e6cb-43bb-b8cc-fc8acd469308 with Priority: HIGHEST for action port [ 1013.684632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.684795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.684985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.685241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.685369] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.686481] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.687138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.687839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.688106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.688727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.689275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.689714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.690071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.690226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.690658] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.694605] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7137af5a-e6cb-43bb-b8cc-fc8acd469308 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.694605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.694605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.694605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.694605] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7137af5a-e6cb-43bb-b8cc-fc8acd469308',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.793518] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.793717] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-998" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-998" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.795116] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-998" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.795419] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.795592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.795762] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.796622] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.797275] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.797443] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.797949] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.798148] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.798295] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.798418] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.798526] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.798664] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.820557] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.820557] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.820762] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.821218] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-998" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.821452] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-0b497e3d-8078-48b8-8188-638559ce5d09 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.821660] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.821802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.822175] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.822381] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b497e3d-8078-48b8-8188-638559ce5d09',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.900471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.900689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.900755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.900986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.901098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.902541] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.902541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.902541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.902541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.902541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.902799] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d already deleted. [ 1013.902799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.912463] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1013.912892] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf deletion is rescheduled due to dependency. [ 1013.912892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.981145] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf in Status: SUCCESS [ 1013.981145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.194152] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.196417] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.196617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.196699] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7137af5a-e6cb-43bb-b8cc-fc8acd469308 with status ACTIVE [ 1014.196847] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.197017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.197139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.197345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.197503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.197637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.197738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.197805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.197974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.198062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198314] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.198408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.198461] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.198624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.198662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198747] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7137af5a-e6cb-43bb-b8cc-fc8acd469308 is going to be updated. [ 1014.228393] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.228627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.228724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.229089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.229303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.229543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7137af5a-e6cb-43bb-b8cc-fc8acd469308" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.325147] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.325435] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.325659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.326069] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.326264] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.326557] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 0b497e3d-8078-48b8-8188-638559ce5d09 not found, creating... [ 1014.326921] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.327187] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.327342] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.327652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.327885] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.328260] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.328440] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.328633] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.328877] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.329068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.329357] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 0b497e3d-8078-48b8-8188-638559ce5d09 is going to be created. [ 1014.381839] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.381839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.381972] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.382680] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.382680] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.383212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.701660] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.075124] env[65294]: INFO networking_nsxv3.common.synchronization [req-9caa1e3b-63b2-4146-acb1-cd0f9f19fb3a req-0a4784f9-9cbb-49f8-b7b9-9417aa605fe3 service nova] Enqueued Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_rules [ 1015.075488] env[65294]: INFO networking_nsxv3.common.synchronization [req-9caa1e3b-63b2-4146-acb1-cd0f9f19fb3a req-0a4784f9-9cbb-49f8-b7b9-9417aa605fe3 service nova] Enqueued Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1015.075488] env[65294]: INFO networking_nsxv3.common.synchronization [req-9caa1e3b-63b2-4146-acb1-cd0f9f19fb3a req-0a4784f9-9cbb-49f8-b7b9-9417aa605fe3 service nova] Enqueued Resource ID: 0b497e3d-8078-48b8-8188-638559ce5d09 with Priority: HIGHEST for action port [ 1015.076015] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_rules [ 1015.077052] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1015.077169] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b497e3d-8078-48b8-8188-638559ce5d09 with Priority: HIGHEST for action port [ 1015.077460] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.077588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.077651] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.077933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.078034] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.079093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.079093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.079237] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.079303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.079454] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.079545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.079606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.079750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.079851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.079943] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.080834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b497e3d-8078-48b8-8188-638559ce5d09 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.080987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.080987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.081157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.081329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b497e3d-8078-48b8-8188-638559ce5d09',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.204477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.204707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.204799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.205081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.205268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.205326] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1015.236140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.236337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.236384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.236579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.236728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.247289] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1015.290765] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1015.291533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.291533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.291713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.291825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.291949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.292398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292615] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.583450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.583677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.583734] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.584683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b497e3d-8078-48b8-8188-638559ce5d09 with status ACTIVE [ 1015.584902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.585070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.585344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.585460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.585773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.585898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.586160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.586245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.586433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.586515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.586590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.586971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.586971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.586971] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b497e3d-8078-48b8-8188-638559ce5d09 is going to be updated. [ 1015.611680] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.611937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.611937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.612132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.612271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.612428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b497e3d-8078-48b8-8188-638559ce5d09" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.794682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.794919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.794919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.795143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.795320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.795424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.795505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.795686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.795778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.795870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.796038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.796137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.796198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.796355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.796471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.796563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.796631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.796800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.796883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.796968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.797072] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.089605] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.299059] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 1016.331454] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.331720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.331773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.332089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.332260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.332571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.332735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.332941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.333180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.333318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.333761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.333921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.333921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.334169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.334301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.334639] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.334835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.335046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.335621] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1016.435970] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.436482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.436615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.436931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.437196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.458464] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1016.593563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.593770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.593938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.594238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.594353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.594482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d is going to be created. [ 1016.632407] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.632632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.632676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.633075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.633297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.646558] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: UNINITIALIZED for 2s [ 1017.260224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1017.260627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.260749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.261050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.261309] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.261474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.261540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.261725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.261806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.261897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.261991] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.767062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.767062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.767062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.767062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.767062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.767062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.767062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.767508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.767508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.767508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.767619] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.767854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.768068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.768351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.768545] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.768684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.768783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.768982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.769150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.769519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.769748] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.272616] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 1018.296228] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.296228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.296228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.296779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.297069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.297612] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.297859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.297995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.298365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.298524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.299201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.299281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.299477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.299570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.300408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.300489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.300773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.300937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.301149] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1018.374675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.374937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.375034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.375247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.375535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.419276] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1018.486408] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1018.486882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.545897] env[65294]: INFO networking_nsxv3.common.synchronization [req-9f0d8247-1f4b-45e9-82e1-5a7a77ae27ee req-606b13fb-558b-4cde-b996-dde5633ebad6 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1018.549292] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1018.549773] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.549950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.550058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.550376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.550584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.550714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.550813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.551038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.551159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.551290] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.658149] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: SUCCESS [ 1018.658149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.658149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.658460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.658672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.658827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.658922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.659119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.659233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.659351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.659501] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.922286] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.922499] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.922603] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.922858] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.923180] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.923339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.923519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.923672] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.923790] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.924045] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.924193] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.924307] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.924413] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.924520] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.924622] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.924751] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.943252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.943418] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.943550] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.943718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.944041] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-1001542e-1e72-4538-b7c2-70a617bc2e8b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.944207] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.944325] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.944635] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.944771] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1001542e-1e72-4538-b7c2-70a617bc2e8b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.056926] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.057230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.057230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.057527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.057603] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.057689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.057755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.058020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058114] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 1019.091031] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.091189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.091263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.091494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.091632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.103599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 1019.162126] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.162294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.162365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.162587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.162762] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.163016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.163016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.163187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.163579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.163579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.163579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.163807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.163807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.163947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.164120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.164245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.164310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.164465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.164824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.164824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.164824] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.446812] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.447253] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.447253] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.447389] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.448043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.448043] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 1001542e-1e72-4538-b7c2-70a617bc2e8b not found, creating... [ 1019.448260] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.448558] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.448691] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.449145] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.449269] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.449583] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.449778] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.450017] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.450183] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.450322] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.450811] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 1001542e-1e72-4538-b7c2-70a617bc2e8b is going to be created. [ 1019.475634] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.475909] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.475972] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.476253] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.476475] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.476701] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.667664] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d: rpc.has_security_group_logging(os_id): False [ 1019.694070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.694376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.694449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.694731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.694857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.695169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.695328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.695409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.695687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.695781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.696095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.696243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.696340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.696571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.696747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.696940] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.697118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.697194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.697390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.697620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.697620] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d is going to be created. [ 1019.778856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.778856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.778856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.778856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.779213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.802146] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: IN_PROGRESS for 2s [ 1020.191299] env[65294]: INFO networking_nsxv3.common.synchronization [req-9f0d8247-1f4b-45e9-82e1-5a7a77ae27ee req-39b96d13-b36e-420b-98c8-8015b4a1f09a service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 1020.191299] env[65294]: INFO networking_nsxv3.common.synchronization [req-9f0d8247-1f4b-45e9-82e1-5a7a77ae27ee req-39b96d13-b36e-420b-98c8-8015b4a1f09a service nova] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1020.191299] env[65294]: INFO networking_nsxv3.common.synchronization [req-9f0d8247-1f4b-45e9-82e1-5a7a77ae27ee req-39b96d13-b36e-420b-98c8-8015b4a1f09a service nova] Enqueued Resource ID: 1001542e-1e72-4538-b7c2-70a617bc2e8b with Priority: HIGHEST for action port [ 1020.191939] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_rules [ 1020.192260] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1020.194450] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1001542e-1e72-4538-b7c2-70a617bc2e8b with Priority: HIGHEST for action port [ 1020.194450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194450] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.196758] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.197746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199236] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1001542e-1e72-4538-b7c2-70a617bc2e8b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.199236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.199236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199236] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1001542e-1e72-4538-b7c2-70a617bc2e8b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.270148] env[65294]: INFO networking_nsxv3.common.synchronization [req-7bb5ec6e-bf76-4e04-b093-c6db7017e25f req-c3cf587c-1e73-46bb-8da5-4d6fd76ca92a tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1020.270634] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1020.270985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.271250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.271381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.271615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.271883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.271985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.272085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.272265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.272384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.272531] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.442493] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1020.442798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697845] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1001542e-1e72-4538-b7c2-70a617bc2e8b with status ACTIVE [ 1020.703038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.703354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.703354] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.703621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.703827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.703972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.704091] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.704204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.704336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.704467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.704560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.704675] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1001542e-1e72-4538-b7c2-70a617bc2e8b is going to be updated. [ 1020.731013] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.731214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.731300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.731497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.731675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.731820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1001542e-1e72-4538-b7c2-70a617bc2e8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.776506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.776714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.778272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.778272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.778272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.778503] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.779864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.779864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.779864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.779864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.779864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 1020.847491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.847645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.847777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.847988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.848124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.858606] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 1021.116181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 1021.116181] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 1021.116181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.116601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.116601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117789] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.117789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.117789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.117789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.117789] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.620407] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.821535] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: SUCCESS [ 1021.821949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.124601] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.627307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.627485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.627526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.627760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627855] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.627957] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 1022.659745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.660048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.660157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.660525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.660729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.670825] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 1022.870186] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1022.870488] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 1022.871358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.223149] env[65294]: INFO networking_nsxv3.common.synchronization [req-5f37929e-b045-4198-80e5-083cb860c982 req-f34b6387-c2b2-4b41-ad56-883ed61b59a9 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1023.223719] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1023.224177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.224342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.224438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.224663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.224872] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.225012] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.225103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.225304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.225431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.225553] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.729147] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.895635] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.895991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.895991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.896108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.896143] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.231251] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.398694] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.430233] env[65294]: INFO networking_nsxv3.common.synchronization [req-a347fa1c-827d-4fe4-8a5f-b847cf9b5b66 req-4a26d15d-7b1a-46c2-9049-fa18387c9c3b tempest-DeleteServersAdminTestJSON-1857827211 tempest-DeleteServersAdminTestJSON-1857827211-project-member] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1024.431050] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1024.432108] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.432324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.432426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.432749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.433076] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.433204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.433720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.433996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.434137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.434244] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.682482] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 1024.682482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.682482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.682482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.683126] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.683126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.683126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.683338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.683338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.683338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.683518] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.735998] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.735998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.735998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.735998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.735998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.735998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1024.766225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.766401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.766443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.766636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.766775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.777215] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1024.812812] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.813053] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.813198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.813461] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.813738] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.813907] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.814043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.814322] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.814495] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.814702] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.814814] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.814920] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.815043] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.815154] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.815256] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.815382] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.837336] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.837450] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.837548] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.837691] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.837986] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-2bb47214-bb2a-42b4-ae43-ec625885f0c6 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.838210] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.838288] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.838694] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.838838] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb47214-bb2a-42b4-ae43-ec625885f0c6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.901266] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.937783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.937783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.937783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.937783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.937783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.938309] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.938309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.938309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.938309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.938598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.938598] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab already deleted. [ 1024.938598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.185294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.185460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.185535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.185750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.185951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.186078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.186136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.186298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.186387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.186474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.186623] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.186714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.186770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.186990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.187147] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.187239] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.187299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.187436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.187507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.187584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.187673] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.341309] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.341564] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.341630] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.341893] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.342055] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.342220] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 2bb47214-bb2a-42b4-ae43-ec625885f0c6 not found, creating... [ 1025.342481] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.342632] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.342744] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.342994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.343153] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.343435] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.343601] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.344121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.344121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.344121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.344324] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 2bb47214-bb2a-42b4-ae43-ec625885f0c6 is going to be created. [ 1025.367226] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.367429] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.367552] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.367824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.368187] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.368442] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.404416] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1025.404587] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1025.690073] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be265254-ba77-48aa-92d0-0fd15c93df52: rpc.has_security_group_logging(os_id): False [ 1025.709039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.709039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.709039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.709286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.709452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.709583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.709646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.709892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.710084] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.710181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.710243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.710725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.710850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711056] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.711210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.711290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.711452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.712648] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 1025.780621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.780758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.780852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.781107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.781263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.800747] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 1026.072363] env[65294]: INFO networking_nsxv3.common.synchronization [req-a347fa1c-827d-4fe4-8a5f-b847cf9b5b66 req-e6e6f762-1399-4e09-8a2f-252e70343525 service nova] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_rules [ 1026.072626] env[65294]: INFO networking_nsxv3.common.synchronization [req-a347fa1c-827d-4fe4-8a5f-b847cf9b5b66 req-e6e6f762-1399-4e09-8a2f-252e70343525 service nova] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1026.072763] env[65294]: INFO networking_nsxv3.common.synchronization [req-a347fa1c-827d-4fe4-8a5f-b847cf9b5b66 req-e6e6f762-1399-4e09-8a2f-252e70343525 service nova] Enqueued Resource ID: 2bb47214-bb2a-42b4-ae43-ec625885f0c6 with Priority: HIGHEST for action port [ 1026.073656] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_rules [ 1026.073656] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1026.073656] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb47214-bb2a-42b4-ae43-ec625885f0c6 with Priority: HIGHEST for action port [ 1026.074927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.074927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.074927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.074927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.074927] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.075504] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.076856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.076856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.076856] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.077461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb47214-bb2a-42b4-ae43-ec625885f0c6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.077562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.077562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077801] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb47214-bb2a-42b4-ae43-ec625885f0c6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.568665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.568665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.568665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.569057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.583100] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1026.584617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.586264] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1026.587761] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.589647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.589647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.589647] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bb47214-bb2a-42b4-ae43-ec625885f0c6 with status ACTIVE [ 1026.589647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.589647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.589647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.589647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.590150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.590150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.590150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.590150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.590367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.590447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.590979] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.590979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.590979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.591101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.591964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.591964] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bb47214-bb2a-42b4-ae43-ec625885f0c6 is going to be updated. [ 1026.619562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.620156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.620346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.620515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb47214-bb2a-42b4-ae43-ec625885f0c6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.627937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.628122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.628342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.643801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.644765] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1026.644877] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.644959] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1026.705355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.705507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.705577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.705887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.707157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.707406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1026.791601] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1026.791828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.827454] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.827665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.827787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.828123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.828582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.829007] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1026.939799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.939971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.940056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.940270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.940546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.940866] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1026.940980] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'679a8678-671a-4ab2-80f4-84047722f5bf', 'c587c9cf-3211-47a6-aecf-f00996bfb202', 'd96b59aa-ff5a-46ed-b37e-d0fe73100ea7', '2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf', '0a95f56d-5473-4d28-b357-baab6726f488', '6b2532f6-6063-4718-9d7e-418498a2a4b3', '64461369-bb14-40de-bbae-96066e5044fd', '401184bf-0b09-46a2-9e7e-7c20b6f9cc0d', '70201a8c-be28-4976-b909-bd890ee66655', '8d7e3638-7ee1-4749-885b-ae918c189bcd', '75606f2a-6478-4a49-9424-fe5edfe7d155', '18405fba-91f9-424d-9275-995b5dd48dab', '86565c0e-5b9f-4771-8e21-e65b6ee1f4d2', '38542a11-a2ee-4348-a975-772d4b1da23b', 'cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5', 'd86e14c8-469e-46fa-97a8-eb7710c8a85c', 'f48d5317-de6d-42b2-bcf2-1da9652bd97e', 'c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0', '534ecf74-13d1-40d4-808d-40ddbd97c668', '13e61f79-dd3e-4156-a943-cc6b6bf13d6c', '73170f10-9aa4-4f22-8c83-a105b46dd584', 'acd3ea35-65eb-4c64-83e2-e09050e1900e', '754fccea-5932-4d9c-bfc1-46dca6182e06', 'f8b6ffc2-ce10-4964-b074-f7cf5eba858a', '27f3f3a7-1865-4553-a9ae-aad5d8674c40', 'f926ae26-352b-4b5e-9316-feb91f83f0aa', '5b0247d0-c3a5-416e-87c5-07ba95dc3e14', 'ac97b80c-acb7-44b6-ae09-012a778d79ca', 'd3126e1d-4505-4011-8b21-58be8b27b60d', 'c0bb9105-41fc-4818-9251-acb476a25865', '5ffb6c2f-7b46-4138-a602-05d9ec703e89', '0c4a19d0-befe-4c98-8832-5cfba6e4c178', '4c7c011b-b011-40b0-b6be-af97c702f0f1', '71258e59-289f-4194-83ce-bd78a306e355', '9aa7c828-1a3a-4839-b8cb-5480fecbb2c9', '7d7678a2-8649-4500-8ca9-cca6e9f549f6', '5334e2c6-886f-4a6d-bed5-fb723338ef4d', 'd5a83ff1-07e1-4e2a-ab74-2f43174a01fe', 'f5138094-3308-418d-bed4-1ef914ea6a86', '1392529f-3387-48e5-9094-0e6d5ff687ea', 'be265254-ba77-48aa-92d0-0fd15c93df52', 'a2c907ab-7037-4411-bd8f-bf32468ede01', '80a20f00-e83c-4a4d-bc7f-b13a1ea4817d', '46d84661-e92f-4e52-ab95-9f0685b7c7a4', '153518ce-8ddd-49e3-b20a-c81be92221b0', 'b5dac382-693f-452c-9a96-50f3807a68c7'} {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.941128] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1026.963367] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.963557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.963627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.963781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.963867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.963981] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1026.964068] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.964141] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1027.048734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.048918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.049562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.049562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.050207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.050474] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1027.050655] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.050655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1027.050655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1027.050989] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1027.050989] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGH for action security_group_rules [ 1027.050989] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGH for action security_group_rules [ 1027.050989] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGH for action security_group_rules [ 1027.050989] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGH for action security_group_rules [ 1027.051262] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGH for action security_group_rules [ 1027.051262] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 1027.051262] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 1027.051262] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGH for action security_group_rules [ 1027.051758] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGH for action security_group_rules [ 1027.052299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGH for action security_group_rules [ 1027.052299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGH for action security_group_rules [ 1027.052299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGH for action security_group_rules [ 1027.052299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.093993] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.596079] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.596079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.596079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.596313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.596362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.596596] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be created. [ 1027.623994] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.624085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.624126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.624335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.624494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.637056] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: UNINITIALIZED for 2s [ 1027.703844] env[65294]: INFO networking_nsxv3.common.synchronization [req-cb7acafe-c704-495e-ba6e-7a5a11c24057 req-fef38d17-3223-42b6-a8b4-56ad217f82fc tempest-ServerAddressesTestJSON-2120691734 tempest-ServerAddressesTestJSON-2120691734-project-member] Enqueued Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1027.704582] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d with Priority: HIGHEST for action security_group_members [ 1027.704635] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a8678-671a-4ab2-80f4-84047722f5bf with Priority: HIGH for action security_group_rules [ 1027.704737] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGH for action security_group_rules [ 1027.704837] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 1027.704940] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGH for action security_group_rules [ 1027.705061] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c with Priority: HIGH for action security_group_rules [ 1027.705404] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 with Priority: HIGH for action security_group_rules [ 1027.705404] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGH for action security_group_rules [ 1027.705404] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e with Priority: HIGH for action security_group_rules [ 1027.705404] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGH for action security_group_rules [ 1027.705609] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c with Priority: HIGH for action security_group_rules [ 1027.705609] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 with Priority: HIGH for action security_group_rules [ 1027.705693] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18405fba-91f9-424d-9275-995b5dd48dab with Priority: HIGH for action security_group_rules [ 1027.705726] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70201a8c-be28-4976-b909-bd890ee66655 with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a95f56d-5473-4d28-b357-baab6726f488 with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c9cf-3211-47a6-aecf-f00996bfb202 with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf with Priority: HIGH for action security_group_rules [ 1027.706631] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.706975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.706975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.707394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.707563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.707666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.707733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.707892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.707980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.708094] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a20f00-e83c-4a4d-bc7f-b13a1ea4817d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.709159] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a8678-671a-4ab2-80f4-84047722f5bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.709159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.709159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.709335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.709386] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a8678-671a-4ab2-80f4-84047722f5bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.710155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.710263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.710324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.710471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.710544] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.711293] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.711441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.711499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.711629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.711690] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.712454] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.712555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.712626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.712762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.712830] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.713663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.713788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.713834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.713965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.714060] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13e61f79-dd3e-4156-a943-cc6b6bf13d6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.716062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534ecf74-13d1-40d4-808d-40ddbd97c668 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.716062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.716062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.716062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.716062] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534ecf74-13d1-40d4-808d-40ddbd97c668',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.716912] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.716912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.716912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.717056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.717099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.717873] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.717972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.718045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.718190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.718259] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f48d5317-de6d-42b2-bcf2-1da9652bd97e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.719095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.720040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.720040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.720734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.720878] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.721584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.721692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.721754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.721908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.721975] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86e14c8-469e-46fa-97a8-eb7710c8a85c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.722733] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.722873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.723009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.723192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.723265] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86565c0e-5b9f-4771-8e21-e65b6ee1f4d2',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.724317] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18405fba-91f9-424d-9275-995b5dd48dab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.724317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.724317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.724860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.724860] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18405fba-91f9-424d-9275-995b5dd48dab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.726225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75606f2a-6478-4a49-9424-fe5edfe7d155 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.726225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.726225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.726225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.726225] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75606f2a-6478-4a49-9424-fe5edfe7d155',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.726225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7e3638-7ee1-4749-885b-ae918c189bcd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.726451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.726451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.726451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.726596] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7e3638-7ee1-4749-885b-ae918c189bcd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.728035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70201a8c-be28-4976-b909-bd890ee66655 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.728035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.728035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.728238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.728238] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70201a8c-be28-4976-b909-bd890ee66655',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.730835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.730835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.731541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.731541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.731541] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.732470] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.732470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.732470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.733577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.733674] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.734611] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a95f56d-5473-4d28-b357-baab6726f488 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.734611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.734611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.734747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.734747] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a95f56d-5473-4d28-b357-baab6726f488',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.735435] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c587c9cf-3211-47a6-aecf-f00996bfb202 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.735528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.735599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.735849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.735849] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c587c9cf-3211-47a6-aecf-f00996bfb202',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.739097] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.739097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.739097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.739097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.739097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.820197] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 1027.821182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.945204] env[65294]: INFO networking_nsxv3.common.synchronization [req-44943eca-d16a-4544-b77d-5dc914ba6bb5 req-2d2a1f9b-745d-4ff5-b1f8-e2d0eb798c54 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1027.946026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1027.946276] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.946429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.946498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.946702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.946911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.947114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.947114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.947278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.947278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.947426] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.240967] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.241305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.241305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.241458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.241578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.241677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.241741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.241881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.241976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.242098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.242174] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.247150] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.247290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.247362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.247561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.247807] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.247929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.248015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.248190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.248296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.248391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.248474] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.253464] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.253464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.253464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.253664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.253843] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.253926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.253926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.254108] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.254193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.254294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.254384] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.255433] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.255537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.255537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.255690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.255834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.255929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.255992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.256166] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.256246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.256326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.256410] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.257256] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.257377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.257480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.257628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.257728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.257818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.257880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.258098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.258191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.258537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.258537] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.263181] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.263314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.263379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.263536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.265974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.266110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.266181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.266352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.266574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.266677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.266738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.266889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.266979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.267086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.267174] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.324705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.324705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.335296] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.335475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.340037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.340254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.341380] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.341559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.344192] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.344192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.348727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.348727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.350768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.350768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.351166] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.351275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.352104] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.352277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.353011] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.353471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.353598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.354370] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.354853] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.354964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.355686] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.356210] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.359465] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.359465] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.359465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.359465] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d is going to be updated. [ 1028.361154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.361154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.361690] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.361690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.380086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.382290] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70201a8c-be28-4976-b909-bd890ee66655 is going to be deleted. [ 1028.382654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.382898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.390044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.391236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.391236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.391236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.391435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.400140] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: IN_PROGRESS for 2s [ 1028.403395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.403523] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a95f56d-5473-4d28-b357-baab6726f488 is going to be deleted. [ 1028.404495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.404713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.438332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.438503] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be deleted. [ 1028.439579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.439709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.450564] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.468167] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.468167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.469909] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.469909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.473935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.474193] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f48d5317-de6d-42b2-bcf2-1da9652bd97e is going to be deleted. [ 1028.475142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.475436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.496686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.496837] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13e61f79-dd3e-4156-a943-cc6b6bf13d6c is going to be deleted. [ 1028.498321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.498321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.575434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.575602] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a8678-671a-4ab2-80f4-84047722f5bf is going to be deleted. [ 1028.576719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.576946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.606512] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.606659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.608555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.608653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.614526] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7e3638-7ee1-4749-885b-ae918c189bcd is going to be deleted. [ 1028.616707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.646200] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.646387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.647250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.647402] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf is going to be deleted. [ 1028.648665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.648665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.665846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.665992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.674032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.674032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86565c0e-5b9f-4771-8e21-e65b6ee1f4d2 is going to be deleted. [ 1028.674532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.674808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.705224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.705406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18405fba-91f9-424d-9275-995b5dd48dab is going to be deleted. [ 1028.706448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.714061] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.714332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.754707] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.772292] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.775080] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.777228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.778137] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75606f2a-6478-4a49-9424-fe5edfe7d155 is going to be deleted. [ 1028.778768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.778907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.780564] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.780699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.780746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.781438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.781438] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.781438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.781438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.781927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.781927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.781927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.781927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.781927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.782189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.782189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.782696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.782696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.782696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.782696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.782696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.783319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.783319] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.788031] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.792975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.792975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.792975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.792975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.792975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.793556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.793556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.793556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.793556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.793786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.793786] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.794065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.794065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.794179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.794502] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.794502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.794502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.794821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.794821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.794821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.794821] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.840119] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.840339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.868848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.869128] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534ecf74-13d1-40d4-808d-40ddbd97c668 is going to be deleted. [ 1028.869945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.870177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.884272] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.884429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.909207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.924711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.924711] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86e14c8-469e-46fa-97a8-eb7710c8a85c is going to be deleted. [ 1028.926042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.955308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.955876] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c587c9cf-3211-47a6-aecf-f00996bfb202 is going to be deleted. [ 1028.956872] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.957971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.958227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.958362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.958548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a95f56d-5473-4d28-b357-baab6726f488" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.960043] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.960043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.960043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.960043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.960043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.960409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75606f2a-6478-4a49-9424-fe5edfe7d155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.960571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.960735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.960879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70201a8c-be28-4976-b909-bd890ee66655" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.961755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.961886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.962027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f48d5317-de6d-42b2-bcf2-1da9652bd97e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.962193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.962799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.962799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.962799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.962799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.962799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.963382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.963382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13e61f79-dd3e-4156-a943-cc6b6bf13d6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.963560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.963711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.963785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.964022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a8678-671a-4ab2-80f4-84047722f5bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.964161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.964312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.964364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.964468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7e3638-7ee1-4749-885b-ae918c189bcd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.964785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.964785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.964785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.965079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6b6d0f-66e9-4fca-a0b3-d01dbc21d2bf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.965147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.965672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.965672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.965672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86565c0e-5b9f-4771-8e21-e65b6ee1f4d2" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.965672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.965672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.966107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.966107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18405fba-91f9-424d-9275-995b5dd48dab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.012593] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.012759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.012807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.013346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.013346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.013346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534ecf74-13d1-40d4-808d-40ddbd97c668" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.065025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.065215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.065320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.065476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.065561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.065684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86e14c8-469e-46fa-97a8-eb7710c8a85c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.116960] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.117727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.117727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.117727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.117914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.117995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.118106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c587c9cf-3211-47a6-aecf-f00996bfb202" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.257712] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5: rpc.has_security_group_logging(os_id): False [ 1029.260765] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1d0937aa-8f87-468c-80b0-eccc5d17ccd1 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1029.261358] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1029.261726] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.261835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.281804] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d: rpc.has_security_group_logging(os_id): False [ 1029.282993] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38542a11-a2ee-4348-a975-772d4b1da23b: rpc.has_security_group_logging(os_id): False [ 1029.288526] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96b59aa-ff5a-46ed-b37e-d0fe73100ea7: rpc.has_security_group_logging(os_id): False [ 1029.289970] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0: rpc.has_security_group_logging(os_id): False [ 1029.297245] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 1029.318039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.318039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.318039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.318320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.321501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.321581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322464] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.322586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.323361] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.323458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.327962] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.328123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.328827] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.328932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.354397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.355195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.355195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.355595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.355595] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 is going to be updated. [ 1029.357638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.357705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.396463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.396834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.396962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.397023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.397445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.397552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.397710] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d is going to be updated. [ 1029.400447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.430714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.431046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.431176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.431262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.431447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.431531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.431716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.431815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.431880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.432019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.432092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433772] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.433772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.433772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.433772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433772] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 1029.434880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.434880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.459025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.459025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.459025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.460794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.461050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.461288] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1029.463258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.463837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.466285] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.466285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.466285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.466285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.466285] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1029.468837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.469139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.492426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.492426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.510021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.510021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1029.510021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.510988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.546982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.546982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.569743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.569743] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.569743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.569743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.570155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.570155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.570155] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b is going to be updated. [ 1029.571343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.572010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.572164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.573293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.573361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.573495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.575350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.575350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.575535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.575577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.575723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.576572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.576739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.576883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.592124] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1029.594880] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: IN_PROGRESS for 2s [ 1029.599902] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: IN_PROGRESS for 2s [ 1029.603092] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 1029.638078] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.638903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.638903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.638903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.639211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.667898] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.668772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.668772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.668772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.668772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.671400] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1029.671549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.672355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.672760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.673072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.673339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.673440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.674422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.674598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.674749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.674928] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.693584] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1029.694613] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1029.732368] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.732585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.732658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.732900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.733123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.779103] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: IN_PROGRESS for 2s [ 1030.177471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.177692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.177747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.177961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.178146] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.178277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.178347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.178498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.178598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.178922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.178984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.179141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.179285] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.179381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.179420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.179558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.179649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.179721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.179813] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.411322] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d in Status: SUCCESS [ 1030.411659] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a20f00-e83c-4a4d-bc7f-b13a1ea4817d deletion is rescheduled due to dependency. [ 1030.411659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a20f00-e83c-4a4d-bc7f-b13a1ea4817d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.682358] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3646b544-5ff6-44ea-9037-e03e36416cab: rpc.has_security_group_logging(os_id): False [ 1030.705338] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.705657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.705750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.706083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.706235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.706452] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.706917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.706976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.707198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.707425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.707425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.707846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.707846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.708023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.708023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.708197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.708248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.708363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.708363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be created. [ 1030.776208] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.776208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.776208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.776208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.776528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.787480] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1031.603945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1031.604298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.605222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.605549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.605753] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.605877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.605996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.606118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.606947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.606947] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.610061] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: SUCCESS [ 1031.610265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.615540] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: SUCCESS [ 1031.615759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.621050] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 1031.621279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708492] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1031.708742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.712363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1031.712574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.798636] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: SUCCESS [ 1031.798996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.038133] env[65294]: INFO networking_nsxv3.common.synchronization [req-a594a9c6-aa8d-4c21-8b1a-e60138382ede req-d7bff83a-de0d-4fe4-a5ba-a7ca68f8de0d tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 1032.038833] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGHEST for action security_group_members [ 1032.039637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.039637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.039637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.039637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.039889] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.039889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.039889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.040088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.040127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.040209] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.110254] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.110473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.110580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.110903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146372] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.146372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.146372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.146372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.146372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1032.181663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.181663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.181663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.181663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.181663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.194723] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1032.542927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.543831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.543831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.544226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.569758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.570027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.570152] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.570220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.570417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.570494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.570583] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 is going to be updated. [ 1032.603039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.603039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.603249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.603446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.603631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.616340] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: IN_PROGRESS for 2s [ 1032.801219] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1032.801503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.202199] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 4s [ 1034.630663] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 in Status: SUCCESS [ 1034.632046] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 deletion is rescheduled due to dependency. [ 1034.632046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.719192] env[65294]: INFO networking_nsxv3.common.synchronization [req-60284f0a-90c8-4fb4-84b9-61218e1c9283 req-544602da-eb9c-45ff-a96d-c1b2107073a4 tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1035.720019] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1035.721466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.721466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.721466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.722183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.722183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.722266] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.211449] env[65294]: INFO networking_nsxv3.common.synchronization [req-1655c45b-21d1-458d-81d2-e5f758dd3c31 req-e9ec779f-7f38-4fd7-9ce3-59c67ef96ff5 tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 1036.215400] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1036.215530] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa deletion is rescheduled due to dependency. [ 1036.215730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.216291] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGHEST for action security_group_members [ 1036.216665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.216800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.216892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.217254] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.217365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.217422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.217672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217851] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.224284] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.224566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.224666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.224892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.247901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.248224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.248556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.248556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.248668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.248700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.248777] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1036.286130] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.286720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.286720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.286861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.287015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.300174] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1036.719799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.720209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.720209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.720453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.720595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.720911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.721109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.721347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.721564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.721694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.721816] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b is going to be updated. [ 1036.751346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.751491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.751562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.752454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.752454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.761988] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: IN_PROGRESS for 2s [ 1036.949278] env[65294]: INFO networking_nsxv3.common.synchronization [req-8fe99490-8b43-48b7-88b0-7ca60c43e8d3 req-1836eea3-ca99-4be1-a6be-97006a97c38e tempest-DeleteServersAdminTestJSON-2119838159 tempest-DeleteServersAdminTestJSON-2119838159-project-admin] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1036.949818] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1036.950144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.950270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.950883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.950883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.950883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.950883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.950883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.951207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.951207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.951324] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.456195] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.456497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.456590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.456799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.457122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.457200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.457288] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be updated. [ 1037.492812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.493142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.493345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.493396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.493537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.503865] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1038.310974] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1038.311318] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a deletion is rescheduled due to dependency. [ 1038.311318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.771991] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38542a11-a2ee-4348-a975-772d4b1da23b in Status: SUCCESS [ 1038.772380] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b deletion is rescheduled due to dependency. [ 1038.772647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515801] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1039.516191] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab deletion is rescheduled due to dependency. [ 1039.516191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.480457] env[65294]: INFO networking_nsxv3.common.synchronization [req-3ac74d0a-3cac-48fd-ada1-05deb699260c req-61321557-10c6-4e05-a9f9-bbffc52c7dee tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1040.480592] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1040.480819] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.481545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.481545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.481663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.481832] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.481963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.482026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.482564] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.863338] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.864000] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.864000] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.864000] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.864961] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.864961] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.865199] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.865387] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.865559] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.865775] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.867122] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.867122] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.867122] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.867122] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.867122] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.867122] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.894442] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.894850] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.895335] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.895601] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.896065] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-17891d7f-8a0d-48c5-8761-7f8727804241 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.896546] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.896673] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.897126] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.897375] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17891d7f-8a0d-48c5-8761-7f8727804241',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.985836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.986057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.986156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.986404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.986505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.986741] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.986847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.986902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.987175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.987175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.987370] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d already deleted. [ 1040.987370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.198457] env[65294]: INFO networking_nsxv3.common.synchronization [req-fbcd11b5-832e-4651-a90f-42bf0b719ad7 req-4f48e18e-3e6f-4b74-af3c-8d513c9471c4 tempest-ImagesTestJSON-613775632 tempest-ImagesTestJSON-613775632-project-member] Enqueued Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1041.198972] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be265254-ba77-48aa-92d0-0fd15c93df52 with Priority: HIGHEST for action security_group_members [ 1041.199291] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-be265254-ba77-48aa-92d0-0fd15c93df52 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.200289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.200445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.201191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.201301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.201553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201845] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be265254-ba77-48aa-92d0-0fd15c93df52',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.402788] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.402788] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 17891d7f-8a0d-48c5-8761-7f8727804241 not found, creating... [ 1041.402788] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.402788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403423] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.403423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.403423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.403423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.403600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403600] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 17891d7f-8a0d-48c5-8761-7f8727804241 is going to be created. [ 1041.426931] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.427157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.427253] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.427521] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.427746] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.427958] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.708402] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.708613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.708661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.708877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.732023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.732023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.732023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.732023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.732023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.732023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.732023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 is going to be updated. [ 1041.758080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.758288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.758288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.758515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.758656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.768228] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: IN_PROGRESS for 2s [ 1042.143414] env[65294]: INFO networking_nsxv3.common.synchronization [req-3ac74d0a-3cac-48fd-ada1-05deb699260c req-eb7a449f-a16b-40de-bf4d-1ce16e41baf6 service nova] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_rules [ 1042.145674] env[65294]: INFO networking_nsxv3.common.synchronization [req-3ac74d0a-3cac-48fd-ada1-05deb699260c req-eb7a449f-a16b-40de-bf4d-1ce16e41baf6 service nova] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1042.145674] env[65294]: INFO networking_nsxv3.common.synchronization [req-3ac74d0a-3cac-48fd-ada1-05deb699260c req-eb7a449f-a16b-40de-bf4d-1ce16e41baf6 service nova] Enqueued Resource ID: 17891d7f-8a0d-48c5-8761-7f8727804241 with Priority: HIGHEST for action port [ 1042.146276] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_rules [ 1042.147202] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1042.147286] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17891d7f-8a0d-48c5-8761-7f8727804241 with Priority: HIGHEST for action port [ 1042.147668] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.147779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.147779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.148679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.148679] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.149859] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.149859] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.149859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.150198] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.154954] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-17891d7f-8a0d-48c5-8761-7f8727804241 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.155163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.155163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.155532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.155532] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17891d7f-8a0d-48c5-8761-7f8727804241',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.657109] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.658202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.658376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.658681] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17891d7f-8a0d-48c5-8761-7f8727804241 with status ACTIVE [ 1042.659134] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.659134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.659134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.659668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.659668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.659668] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.659668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.659668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.659922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.659922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.660116] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.660264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.660337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.660462] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.660527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.660632] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17891d7f-8a0d-48c5-8761-7f8727804241 is going to be updated. [ 1042.687500] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.687500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.687500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.687500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.687500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.687732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17891d7f-8a0d-48c5-8761-7f8727804241" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.160575] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.664353] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.664353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.664353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.664693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.664693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.664803] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be created. [ 1043.699027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.699250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.699250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.699487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.699621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.711694] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: UNINITIALIZED for 2s [ 1043.777620] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be265254-ba77-48aa-92d0-0fd15c93df52 in Status: SUCCESS [ 1043.777909] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be265254-ba77-48aa-92d0-0fd15c93df52 deletion is rescheduled due to dependency. [ 1043.778106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be265254-ba77-48aa-92d0-0fd15c93df52" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.725891] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1045.725891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.726299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.726299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.726476] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.726592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.726653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.726801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.726879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.726961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.727063] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.229521] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.230468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.230468] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.231711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.231711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.231711] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.232231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.232231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.232231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.232231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.232231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.232416] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.735915] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d135c81-4069-46b9-b07d-b34081879b9d: rpc.has_security_group_logging(os_id): False [ 1046.754638] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.754821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.754868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.755064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.755293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.755394] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.755505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.755571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.755729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.755806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.756026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.756084] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.756135] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.756276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.756350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.756528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.756622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.756683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.756818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.756890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.756975] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be created. [ 1046.829718] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.829718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.829900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.830051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.830195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.841836] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1047.151037] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.151037] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1047.224632] env[65294]: INFO networking_nsxv3.common.synchronization [req-a448cd96-abe5-42d4-9084-8910f5bdab52 req-d7be0421-2229-4ab3-8d4e-f1f790178726 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1047.225189] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1047.225510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.225644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.225719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.225895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.226126] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.226238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.226295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.226454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.226540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.226633] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.730112] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.233727] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.732357] env[65294]: INFO networking_nsxv3.common.synchronization [None req-480303a8-730e-48c0-8691-3fa63dbbe719 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1048.732947] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1048.733345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.733478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.733540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.733813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.733897] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.735787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.735787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.735787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.736063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.736063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.736138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1048.770936] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.771147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.771214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.771382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.771546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.780978] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1048.821813] env[65294]: INFO networking_nsxv3.common.synchronization [None req-b00b1a8c-6827-45bb-a257-c0f970d1a908 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1048.822371] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1048.822689] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.822804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.871528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1048.871528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.255695] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.256175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.256175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.256299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.256448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.256512] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 already deleted. [ 1049.256614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.256823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.257053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.257181] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.781071] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.781232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.781311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.781511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.781602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.781701] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 already deleted. [ 1049.781783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.010873] env[65294]: INFO networking_nsxv3.common.synchronization [req-542e47fa-60ed-4fc9-8555-240961428a47 req-40b9472c-5e92-47ef-9aad-e74bc577ee6c tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 1050.011471] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 with Priority: HIGHEST for action security_group_members [ 1050.011775] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f3f3a7-1865-4553-a9ae-aad5d8674c40 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.011899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.011965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.012176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.012329] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.012428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.012494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.013162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.013162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.013162] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f3f3a7-1865-4553-a9ae-aad5d8674c40',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.515862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.515862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.515862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.516676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.538808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.539142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.539297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.539372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.539588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.539674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.539766] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 is going to be updated. [ 1050.567484] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.567654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.567704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.567888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.568033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579648] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: IN_PROGRESS for 2s [ 1050.803952] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1050.804320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.018618] env[65294]: INFO networking_nsxv3.common.synchronization [None req-11c97047-d58a-4c5b-b9b0-999a56599452 tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1052.019560] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1052.019863] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.019954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.020010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.020278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.020362] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.108029] env[65294]: INFO networking_nsxv3.common.synchronization [None req-47b32ac3-5da0-4bb7-ba38-23e1a6be0faf tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1052.108029] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1052.108029] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.108447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.540362] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.540522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.540655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.540776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.540862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.540964] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 already deleted. [ 1052.541066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.541240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.541397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.541481] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.591072] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 in Status: SUCCESS [ 1052.591276] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f3f3a7-1865-4553-a9ae-aad5d8674c40 deletion is rescheduled due to dependency. [ 1052.591390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f3f3a7-1865-4553-a9ae-aad5d8674c40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.083055] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.083055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.083482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.083482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.083569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.083662] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 already deleted. [ 1053.083774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.109386] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1057.109683] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1060.011567] env[65294]: INFO networking_nsxv3.common.synchronization [req-0960ed89-d116-4f3f-83b6-2757407e63dd req-a10a8e6e-6731-4b75-bc49-f0702d28e996 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1060.013275] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1060.013275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.013275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.013275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.013275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.013275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.013275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.013275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.013890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.013890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.013890] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.411347] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.411347] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.411559] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.411714] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.411969] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.412135] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.412287] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.412504] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.412646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412850] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.412959] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.413296] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.413447] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.413566] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.413720] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.413821] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.438378] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.438378] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.438378] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.438378] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-40" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.439445] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-d06267c1-48fe-4050-8a60-4adfbc06cb1f taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.439445] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.439445] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439445] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439445] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06267c1-48fe-4050-8a60-4adfbc06cb1f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.516493] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.516659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.516707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.516919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.517025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.517220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.517322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.517386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.517541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.517617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.517703] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be deleted. [ 1060.546268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.546467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.546467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.546666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.546754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.546851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.941688] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.941966] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.942136] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.942475] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.942654] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.942851] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port d06267c1-48fe-4050-8a60-4adfbc06cb1f not found, creating... [ 1060.943192] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.943356] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.943473] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.943745] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.943916] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.944276] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.944459] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.944601] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.944849] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.945025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.945204] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: d06267c1-48fe-4050-8a60-4adfbc06cb1f is going to be created. [ 1060.967080] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.967297] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.967432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.967688] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.967911] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.968156] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.675147] env[65294]: INFO networking_nsxv3.common.synchronization [req-0960ed89-d116-4f3f-83b6-2757407e63dd req-3d8fbc59-4893-4250-9f14-4d538139fba0 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 1061.675462] env[65294]: INFO networking_nsxv3.common.synchronization [req-0960ed89-d116-4f3f-83b6-2757407e63dd req-3d8fbc59-4893-4250-9f14-4d538139fba0 service nova] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1061.675462] env[65294]: INFO networking_nsxv3.common.synchronization [req-0960ed89-d116-4f3f-83b6-2757407e63dd req-3d8fbc59-4893-4250-9f14-4d538139fba0 service nova] Enqueued Resource ID: d06267c1-48fe-4050-8a60-4adfbc06cb1f with Priority: HIGHEST for action port [ 1061.675585] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_rules [ 1061.676986] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1061.676986] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d06267c1-48fe-4050-8a60-4adfbc06cb1f with Priority: HIGHEST for action port [ 1061.676986] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.676986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.676986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.676986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.676986] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.677623] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.681156] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.681156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.681156] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.681693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d06267c1-48fe-4050-8a60-4adfbc06cb1f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.681795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.681862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.682057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.682136] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06267c1-48fe-4050-8a60-4adfbc06cb1f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.689193] env[65294]: INFO networking_nsxv3.common.synchronization [None req-0ed5329d-8345-4a4c-91e2-ead3d8c5e0a9 None None] Enqueued Resource ID: 0a737fb7-cf62-42a5-84d8-938631107d78 with Priority: HIGHEST for action port [ 1061.690063] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a737fb7-cf62-42a5-84d8-938631107d78 with Priority: HIGHEST for action port [ 1061.690063] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a737fb7-cf62-42a5-84d8-938631107d78 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.690063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a737fb7-cf62-42a5-84d8-938631107d78" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.690063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a737fb7-cf62-42a5-84d8-938631107d78" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.690328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a737fb7-cf62-42a5-84d8-938631107d78" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.690390] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a737fb7-cf62-42a5-84d8-938631107d78',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.183732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.183732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.183917] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.186378] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d06267c1-48fe-4050-8a60-4adfbc06cb1f with status ACTIVE [ 1062.186601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.186720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.186801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.186993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.187096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.187268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.187426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.187584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.187659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.187838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.187991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.188145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.188225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.188305] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d06267c1-48fe-4050-8a60-4adfbc06cb1f is going to be updated. [ 1062.191998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a737fb7-cf62-42a5-84d8-938631107d78 [ 1062.192584] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.192688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.192765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.192933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.193033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.193191] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a737fb7-cf62-42a5-84d8-938631107d78 already deleted. [ 1062.193281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a737fb7-cf62-42a5-84d8-938631107d78" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.214324] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.214519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.215186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.215186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.215186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.215361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d06267c1-48fe-4050-8a60-4adfbc06cb1f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.476785] env[65294]: INFO networking_nsxv3.common.synchronization [None req-194a87f0-68b4-426f-a262-ce15d65de0be tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1062.477657] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1062.477657] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.477657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.477938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.477978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.478970] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.580489] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1f9aadef-59ad-486e-b9af-4eb733bd8e3a tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1062.580789] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1062.581722] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.581877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.686069] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.002489] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.002629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.002864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.003158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.003261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.003365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 already deleted. [ 1063.003452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.003605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.003754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.003836] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.188974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.189147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.189222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.189443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.189547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.189655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 1063.222646] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.222848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.222944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.223251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.223487] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.235735] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: UNINITIALIZED for 2s [ 1063.532563] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.532563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.532563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.532563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.532563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.532563] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 already deleted. [ 1063.532563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.130591] env[65294]: INFO networking_nsxv3.common.synchronization [None req-7e058c55-36ee-4347-8829-02f6663a7102 None None] Enqueued Resource ID: 4ec4e16a-a2ba-4f3b-8746-127fd7784ead with Priority: HIGHEST for action port [ 1064.131201] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec4e16a-a2ba-4f3b-8746-127fd7784ead with Priority: HIGHEST for action port [ 1064.131665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec4e16a-a2ba-4f3b-8746-127fd7784ead taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.131665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec4e16a-a2ba-4f3b-8746-127fd7784ead" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.131665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec4e16a-a2ba-4f3b-8746-127fd7784ead" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.131939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec4e16a-a2ba-4f3b-8746-127fd7784ead" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.133576] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec4e16a-a2ba-4f3b-8746-127fd7784ead',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.635755] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec4e16a-a2ba-4f3b-8746-127fd7784ead [ 1064.635995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.636138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.636212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.636430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.636521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.636616] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec4e16a-a2ba-4f3b-8746-127fd7784ead already deleted. [ 1064.636721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec4e16a-a2ba-4f3b-8746-127fd7784ead" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.751016] env[65294]: INFO networking_nsxv3.common.synchronization [req-b212c554-0358-4a6f-8207-9f6791ea328d req-db41ace3-2623-4bea-983b-546df29ec4a1 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 1064.751016] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGHEST for action security_group_members [ 1064.751016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.751016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.751016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.751016] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.249932] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1065.250292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.251155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.251439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.251699] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.252011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.252172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.252238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.252329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.252421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.252512] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.254223] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.254223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.254223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.254223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.254223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.254223] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.254525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.254525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.254525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.254621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.254716] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d is going to be updated. [ 1065.289299] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.289299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.289299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.289299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.289299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.297627] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: IN_PROGRESS for 2s [ 1065.757488] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.757488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.757745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.757887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758296] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.758402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.758476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.758643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758795] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.758894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.759177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.759177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.759276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.759308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.759378] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.909865] env[65294]: INFO networking_nsxv3.common.synchronization [None req-546f3a27-077c-40b1-9f97-41338fd84a76 None None] Enqueued Resource ID: c341d16d-6f4d-4275-9667-1c8f23a4e5cd with Priority: HIGHEST for action port [ 1065.910711] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c341d16d-6f4d-4275-9667-1c8f23a4e5cd with Priority: HIGHEST for action port [ 1065.913328] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c341d16d-6f4d-4275-9667-1c8f23a4e5cd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.913328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c341d16d-6f4d-4275-9667-1c8f23a4e5cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.913328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c341d16d-6f4d-4275-9667-1c8f23a4e5cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.913328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c341d16d-6f4d-4275-9667-1c8f23a4e5cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.913328] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c341d16d-6f4d-4275-9667-1c8f23a4e5cd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.088113] env[65294]: INFO networking_nsxv3.common.synchronization [None req-e5a2ef1f-f46d-4b5d-acbc-fa2d32c434e8 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1066.088340] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1066.089681] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.089681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.089681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.089681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.089681] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.192502] env[65294]: INFO networking_nsxv3.common.synchronization [None req-582aa843-cdb8-43aa-999b-81b8076b28c6 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1066.192502] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1066.192502] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.261866] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2532f6-6063-4718-9d7e-418498a2a4b3: rpc.has_security_group_logging(os_id): False [ 1066.301155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.302009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.302215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.302620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.302620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.302800] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.302918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.302980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.303184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.303269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.303478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.303588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.303643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.303774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.303844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.304051] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.304171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.304230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.304370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.304467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.304533] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be created. [ 1066.384682] env[65294]: INFO networking_nsxv3.common.synchronization [req-281ce9f0-9a00-4357-a985-882542a69d71 req-69e74e5a-c073-4a31-a360-4cf8fd72a9ac tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1066.385301] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1066.385649] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.385774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.385967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386355] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386907] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.398380] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.398380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.398380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.398380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.398380] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.413805] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c341d16d-6f4d-4275-9667-1c8f23a4e5cd [ 1066.414141] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.414365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.414906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414990] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c341d16d-6f4d-4275-9667-1c8f23a4e5cd already deleted. [ 1066.415061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c341d16d-6f4d-4275-9667-1c8f23a4e5cd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.443138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 1066.617177] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.617327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.617401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.617620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.617723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617801] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41525616-25f4-4887-baa0-7379e8463e76 already deleted. [ 1066.617921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.618044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.618202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.618287] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.745424] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.745588] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.745647] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.745896] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.746618] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.746791] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.746911] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.748148] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.748336] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.748553] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.748728] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.749089] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.749089] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.749223] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.749373] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.749519] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.774930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.774930] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.774930] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.774930] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.776191] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-6df78d93-7031-4870-b3f0-57bb2b724a3b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.776191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.776191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.776191] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.776191] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df78d93-7031-4870-b3f0-57bb2b724a3b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.889716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.889914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.889914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.890504] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.890611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.890675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891031] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1066.922562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.922742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.922786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.923247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.933011] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1067.143474] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.143772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.143913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.144246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.144714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.144901] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41525616-25f4-4887-baa0-7379e8463e76 already deleted. [ 1067.145054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.280783] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.281398] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.281398] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.281398] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.284036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.284036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 6df78d93-7031-4870-b3f0-57bb2b724a3b not found, creating... [ 1067.284036] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.284036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.284036] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.284674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.284674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.284898] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.285121] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.285326] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.285696] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.286561] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.286814] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 6df78d93-7031-4870-b3f0-57bb2b724a3b is going to be created. [ 1067.310170] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d in Status: SUCCESS [ 1067.310368] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d deletion is rescheduled due to dependency. [ 1067.310490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.317260] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.317537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.317724] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.318066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.324023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.324023] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.792697] env[65294]: INFO networking_nsxv3.common.synchronization [req-6bc57ad1-af86-4ebc-a2da-71887cda6940 req-180d0856-0ef9-4eec-a1b3-7ca745f532c6 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1067.793153] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1067.793483] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.793611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.793678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.793879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.794044] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.794145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.794220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.794395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.794484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.794580] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.052996] env[65294]: INFO networking_nsxv3.common.synchronization [req-281ce9f0-9a00-4357-a985-882542a69d71 req-dd828105-8457-4a8c-964a-0f144c4defda service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1068.053338] env[65294]: INFO networking_nsxv3.common.synchronization [req-281ce9f0-9a00-4357-a985-882542a69d71 req-dd828105-8457-4a8c-964a-0f144c4defda service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1068.054773] env[65294]: INFO networking_nsxv3.common.synchronization [req-281ce9f0-9a00-4357-a985-882542a69d71 req-dd828105-8457-4a8c-964a-0f144c4defda service nova] Enqueued Resource ID: 6df78d93-7031-4870-b3f0-57bb2b724a3b with Priority: HIGHEST for action port [ 1068.055407] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1068.055550] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1068.055649] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df78d93-7031-4870-b3f0-57bb2b724a3b with Priority: HIGHEST for action port [ 1068.056238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.056370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.056438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.056638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.056720] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.057976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.058854] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df78d93-7031-4870-b3f0-57bb2b724a3b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.059051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.059240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.059329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df78d93-7031-4870-b3f0-57bb2b724a3b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.297767] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.298178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.298178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.298178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.298317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.298461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.298565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.298628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.298777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.298852] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.298936] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be updated. [ 1068.329834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.330037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.330085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.330320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.330685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.343042] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1068.461362] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1068.461362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.561498] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.561664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.561858] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6df78d93-7031-4870-b3f0-57bb2b724a3b with status ACTIVE [ 1068.562769] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.562969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.563209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.564305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.564305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.564305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.564548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.564658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.564947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.565207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.565428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.565577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.565678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.566118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.566118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.566118] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6df78d93-7031-4870-b3f0-57bb2b724a3b is going to be updated. [ 1068.594229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.594369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.594369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.594555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.594667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.594906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df78d93-7031-4870-b3f0-57bb2b724a3b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.783045] env[65294]: INFO networking_nsxv3.common.synchronization [None req-cf834663-b38d-4083-8652-1b0a0e9a4f66 None None] Enqueued Resource ID: 19f0d78c-07de-43e8-b36b-d43e1b971e91 with Priority: HIGHEST for action port [ 1068.783624] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0d78c-07de-43e8-b36b-d43e1b971e91 with Priority: HIGHEST for action port [ 1068.784073] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f0d78c-07de-43e8-b36b-d43e1b971e91 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.784279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f0d78c-07de-43e8-b36b-d43e1b971e91" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.784369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f0d78c-07de-43e8-b36b-d43e1b971e91" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.790780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f0d78c-07de-43e8-b36b-d43e1b971e91" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.790933] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f0d78c-07de-43e8-b36b-d43e1b971e91',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.946330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1068.947238] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a deletion is rescheduled due to dependency. [ 1068.947238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.947238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.947238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.947571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.947728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.947884] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.948305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.948583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.949239] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.294057] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19f0d78c-07de-43e8-b36b-d43e1b971e91 [ 1069.294057] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.294057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.294361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.294623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.294735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.294814] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19f0d78c-07de-43e8-b36b-d43e1b971e91 already deleted. [ 1069.294900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f0d78c-07de-43e8-b36b-d43e1b971e91" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.452061] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.956133] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.356709] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1070.357050] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d deletion is rescheduled due to dependency. [ 1070.357050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.458799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.459202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.459202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.459312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.459458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.459518] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1070.486689] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.487115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.487301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.487990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.487990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.496622] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1070.714668] env[65294]: INFO networking_nsxv3.common.synchronization [req-b73b2274-b3a5-423a-a7bf-bdb847f48ce2 req-f1e9d5a1-df88-4c5c-a52d-f110f2b3c5ad tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1070.715297] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1070.715501] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.715616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.715686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.715937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.716125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.716227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.716281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.716436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.716519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.716609] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.115929] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.116250] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.116323] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.116531] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.116786] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.116941] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.117068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.117276] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.117420] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.117624] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.117739] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.117858] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.117945] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.118067] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.118173] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.118432] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.137750] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.137998] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.138207] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.138449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.138878] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-a22f5d2f-790d-487c-b291-08580b393285 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139129] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139735] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139926] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22f5d2f-790d-487c-b291-08580b393285',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.220400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.220579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.220648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.220857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.221059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.221192] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.221252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.221322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.221454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.221527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.221605] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 already deleted. [ 1071.221864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.643432] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.643926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.643926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.644119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.644225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.644398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port a22f5d2f-790d-487c-b291-08580b393285 not found, creating... [ 1071.644664] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.644845] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.644963] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.645223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.645360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.645819] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.645944] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.645986] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.647100] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.647100] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.647100] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: a22f5d2f-790d-487c-b291-08580b393285 is going to be created. [ 1071.668431] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.668668] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.668761] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.669064] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.669305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.669543] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.430415] env[65294]: INFO networking_nsxv3.common.synchronization [req-b73b2274-b3a5-423a-a7bf-bdb847f48ce2 req-d6ea11e1-8465-44d9-b396-f6c36782ca98 service nova] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1072.430716] env[65294]: INFO networking_nsxv3.common.synchronization [req-b73b2274-b3a5-423a-a7bf-bdb847f48ce2 req-d6ea11e1-8465-44d9-b396-f6c36782ca98 service nova] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1072.430716] env[65294]: INFO networking_nsxv3.common.synchronization [req-b73b2274-b3a5-423a-a7bf-bdb847f48ce2 req-d6ea11e1-8465-44d9-b396-f6c36782ca98 service nova] Enqueued Resource ID: a22f5d2f-790d-487c-b291-08580b393285 with Priority: HIGHEST for action port [ 1072.432579] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1072.432579] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1072.432579] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22f5d2f-790d-487c-b291-08580b393285 with Priority: HIGHEST for action port [ 1072.432579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.432579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.432920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.432920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.434585] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.434585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.434585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.434585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.436049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.436049] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.436049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.436049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.436530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.437218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.437218] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.438154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22f5d2f-790d-487c-b291-08580b393285 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.438355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.438495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.438765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.438765] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22f5d2f-790d-487c-b291-08580b393285',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.507421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1072.507726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.507975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.508961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508961] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.939217] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.940240] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a22f5d2f-790d-487c-b291-08580b393285 with status ACTIVE [ 1072.940495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.941513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.941513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.941902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.942860] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.942860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.942860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.942860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.942860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.942860] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a22f5d2f-790d-487c-b291-08580b393285 is going to be updated. [ 1072.944643] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.944643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.965346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.965512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.965584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.965789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.966645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.966645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22f5d2f-790d-487c-b291-08580b393285" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.011454] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.116564] env[65294]: INFO networking_nsxv3.common.synchronization [req-a8317ca2-3215-4762-87f0-d170b4c3c5db req-bf986273-a4ed-4fde-9276-2e070fbf2f7a tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1073.117162] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1073.117461] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.117935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.118033] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.118264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.118423] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.118523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.118584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.118731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.118815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.118906] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.445067] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.465825] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.466070] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.466198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.466586] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.466963] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.467170] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.467303] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.467542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.467712] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.467937] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.468067] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.468192] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.468319] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.468445] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.468685] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.468685] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.487782] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.487970] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.488166] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.488406] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-764" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.488747] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-8510a01a-cb70-4284-b27f-e48ea98ebe3d taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.489079] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489079] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.489396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.489537] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8510a01a-cb70-4284-b27f-e48ea98ebe3d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.514201] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b6ffc2-ce10-4964-b074-f7cf5eba858a: rpc.has_security_group_logging(os_id): False [ 1073.534023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.534023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.534023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.534023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.534023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.534023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.534023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.534500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.534551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.534628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.534717] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1073.602020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.602020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.602020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.602020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.602020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.614327] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1073.622547] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622547] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622547] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 already deleted. [ 1073.622547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.947360] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.947745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.947745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.947745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.947857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.947998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be created. [ 1073.970640] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.970969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.970969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.971171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.971234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.982560] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: UNINITIALIZED for 2s [ 1073.991724] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.992041] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.992219] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.992520] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.992713] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.992898] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 8510a01a-cb70-4284-b27f-e48ea98ebe3d not found, creating... [ 1073.993257] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.993430] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.993550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.993769] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.993905] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.994212] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.994386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.994503] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.994714] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.994854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.994992] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 8510a01a-cb70-4284-b27f-e48ea98ebe3d is going to be created. [ 1074.014914] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.015107] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.015231] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.015503] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.015868] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.016935] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.734204] env[65294]: INFO networking_nsxv3.common.synchronization [req-a8317ca2-3215-4762-87f0-d170b4c3c5db req-c97cbbe1-b676-4f2e-aefa-aa3a2303c2be service nova] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1074.734434] env[65294]: INFO networking_nsxv3.common.synchronization [req-a8317ca2-3215-4762-87f0-d170b4c3c5db req-c97cbbe1-b676-4f2e-aefa-aa3a2303c2be service nova] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1074.734575] env[65294]: INFO networking_nsxv3.common.synchronization [req-a8317ca2-3215-4762-87f0-d170b4c3c5db req-c97cbbe1-b676-4f2e-aefa-aa3a2303c2be service nova] Enqueued Resource ID: 8510a01a-cb70-4284-b27f-e48ea98ebe3d with Priority: HIGHEST for action port [ 1074.735539] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_rules [ 1074.735696] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1074.735803] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8510a01a-cb70-4284-b27f-e48ea98ebe3d with Priority: HIGHEST for action port [ 1074.737153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.737291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.737605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.737817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.737904] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.738828] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.739050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.739050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.739381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.739381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.739488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.739488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.739711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.739711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.739806] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.740808] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8510a01a-cb70-4284-b27f-e48ea98ebe3d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.740808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.740808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.740987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.740987] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8510a01a-cb70-4284-b27f-e48ea98ebe3d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.242377] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.242805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.242805] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.244058] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8510a01a-cb70-4284-b27f-e48ea98ebe3d with status ACTIVE [ 1075.244058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.244425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.244667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.244804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.245017] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.245017] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.245165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.245251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.245349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.245841] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.245841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.245841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.245841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.246175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.246175] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8510a01a-cb70-4284-b27f-e48ea98ebe3d is going to be updated. [ 1075.269053] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.269218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.269293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.269498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.269635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.269796] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8510a01a-cb70-4284-b27f-e48ea98ebe3d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.629739] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1075.630422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.690366] env[65294]: INFO networking_nsxv3.common.synchronization [req-0e12fa67-1d97-4b56-89ef-439d8610e150 req-4f7db3ad-a779-4268-bba2-7b2d473988a4 tempest-DeleteServersAdminTestJSON-1857827211 tempest-DeleteServersAdminTestJSON-1857827211-project-member] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1075.690895] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1075.691234] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.691365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.691433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.691631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.691785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.691881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.691941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.692248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.692334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.692487] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.747800] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.993362] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1075.993716] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.993972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.994337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.994600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.994759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.994805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.994968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.995171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.995497] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.014597] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.014824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.014921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.015185] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.015457] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.015605] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.015716] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.016265] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.016431] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.016646] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.016732] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.016840] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.016944] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.017064] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.017170] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.017301] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.035820] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.036104] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.036209] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.036328] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-209" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.036642] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-00daa66d-51de-4e93-87cb-38131d744f1d taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.036814] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.036932] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.037370] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.037515] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00daa66d-51de-4e93-87cb-38131d744f1d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.194577] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.194739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.194822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.195030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.195219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.195318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.195417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.195483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.195623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.195699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.195786] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be updated. [ 1076.222835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.222984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.223074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.223396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.223573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.233510] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1076.250113] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.250466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.251088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.251088] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.251088] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 is going to be created. [ 1076.276169] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.276339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.276415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.276632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.276851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.286959] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: UNINITIALIZED for 2s [ 1076.499848] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.539644] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.539871] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.540022] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540317] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.540466] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.540627] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 00daa66d-51de-4e93-87cb-38131d744f1d not found, creating... [ 1076.540895] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.541068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.541225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.541453] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.541582] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.541876] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.542677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.542677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.542677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.542677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.542677] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 00daa66d-51de-4e93-87cb-38131d744f1d is going to be created. [ 1076.568437] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.568711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.568903] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.569302] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.569608] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.569853] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.003282] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 040add7c-ec63-4912-bd29-d6b4f5d8f121: rpc.has_security_group_logging(os_id): False [ 1077.037483] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.037670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.038083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.039684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.039684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.039684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.039684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.041470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.041600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041807] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be created. [ 1077.116973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.117143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.117262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.117408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.117637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.129386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1077.323040] env[65294]: INFO networking_nsxv3.common.synchronization [req-0e12fa67-1d97-4b56-89ef-439d8610e150 req-16ea7a2e-6cb5-4895-a814-131a7e98ee07 service nova] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_rules [ 1077.323525] env[65294]: INFO networking_nsxv3.common.synchronization [req-0e12fa67-1d97-4b56-89ef-439d8610e150 req-16ea7a2e-6cb5-4895-a814-131a7e98ee07 service nova] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1077.323525] env[65294]: INFO networking_nsxv3.common.synchronization [req-0e12fa67-1d97-4b56-89ef-439d8610e150 req-16ea7a2e-6cb5-4895-a814-131a7e98ee07 service nova] Enqueued Resource ID: 00daa66d-51de-4e93-87cb-38131d744f1d with Priority: HIGHEST for action port [ 1077.324019] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_rules [ 1077.328566] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1077.328566] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00daa66d-51de-4e93-87cb-38131d744f1d with Priority: HIGHEST for action port [ 1077.329065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.329243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.329356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.329468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.329579] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.330481] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.330791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.330791] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-00daa66d-51de-4e93-87cb-38131d744f1d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.331061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.331061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.331396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.331396] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00daa66d-51de-4e93-87cb-38131d744f1d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.832955] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.833117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.833409] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00daa66d-51de-4e93-87cb-38131d744f1d with status ACTIVE [ 1077.833695] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.833835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.833883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.834226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.834313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.834463] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.834567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.834630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.834897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.835020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.835528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.835644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.835804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.835976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.836193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.836331] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00daa66d-51de-4e93-87cb-38131d744f1d is going to be updated. [ 1077.862172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.862316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.862375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.862633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.862768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.862922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00daa66d-51de-4e93-87cb-38131d744f1d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.243632] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1078.243837] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab deletion is rescheduled due to dependency. [ 1078.243953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.244177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.244372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.244560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.244684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.244756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.244881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.244970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.245076] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.296442] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: SUCCESS [ 1078.296704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.296904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.297179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.297383] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.297504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.297613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.297810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.297895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.297984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.298089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.747847] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.800328] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.826872] env[65294]: INFO networking_nsxv3.common.synchronization [None req-fff9ff20-fd9b-468c-beac-f080f00ee986 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: b464347a-7058-463d-81e1-084ccb3967fd with Priority: HIGHEST for action security_group_rules [ 1078.826872] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b464347a-7058-463d-81e1-084ccb3967fd with Priority: HIGHEST for action security_group_rules [ 1078.827185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b464347a-7058-463d-81e1-084ccb3967fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.827348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.827427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.827742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.827843] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b464347a-7058-463d-81e1-084ccb3967fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.916642] env[65294]: INFO networking_nsxv3.common.synchronization [None req-73e483b4-ea56-4e8e-bf91-c919746d5a38 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: b464347a-7058-463d-81e1-084ccb3967fd with Priority: HIGHEST for action security_group_rules [ 1078.916702] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b464347a-7058-463d-81e1-084ccb3967fd with Priority: HIGHEST for action security_group_rules [ 1078.916992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b464347a-7058-463d-81e1-084ccb3967fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.917144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.144636] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1079.144795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.250491] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.302223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6ee640e-a09f-4c31-9de9-0fe711aed351: rpc.has_security_group_logging(os_id): False [ 1079.323944] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.324118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.324176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.325397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.325397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.325397] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.325397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.325397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.325397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.325639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.325639] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 is going to be created. [ 1079.359095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.359095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.359615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.359615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.359615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359615] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b464347a-7058-463d-81e1-084ccb3967fd already deleted. [ 1079.360019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.360019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.360120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.360199] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b464347a-7058-463d-81e1-084ccb3967fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.420440] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.420700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.420700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.421043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.421350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.436135] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: IN_PROGRESS for 2s [ 1079.753292] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.753735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.753735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.753814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.753902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.754057] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be updated. [ 1079.791408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.791687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.791687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.791838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.792015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.801689] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1079.882741] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.883043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.883043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.883273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.883273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.883398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b464347a-7058-463d-81e1-084ccb3967fd already deleted. [ 1079.883448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b464347a-7058-463d-81e1-084ccb3967fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.160446] env[65294]: INFO networking_nsxv3.common.synchronization [req-412cf018-e63a-42d9-afff-33a2973a64a8 req-93cab4d5-61bf-4153-a81a-dd200a4a2c3b tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 1080.160681] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGHEST for action security_group_members [ 1080.161105] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.161214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.161906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.161906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.161906] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.161906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.161906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.162492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.162492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.162492] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.669018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.669018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.669018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.669018] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 is going to be updated. [ 1080.701912] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.702120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.702120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.702328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.702464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711804] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: IN_PROGRESS for 2s [ 1081.448335] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: SUCCESS [ 1081.448653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812905] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1081.813151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.813367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.813609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.815304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.815453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.815530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.815742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.815834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.815941] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.816080] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.943068] env[65294]: INFO networking_nsxv3.common.synchronization [req-4bdbcd45-7799-49f1-93b7-23fb9f0c0c41 req-bce58514-2a3c-4b6a-9336-b14d81ae0114 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1081.943764] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1081.944117] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.944257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.944359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.944706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.944912] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.944912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.944912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.945157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.945213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.945288] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.318764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.318987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.318987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.319759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.319759] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.319759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.319759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.319759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.319759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.320048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.320048] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.320165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.320165] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.320483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.320483] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.320483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.320620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.320725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.320725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.320836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.320879] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.447948] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.448144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.448352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.472246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.472536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.472667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.472733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.472910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.473028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.473121] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1082.516697] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.516697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.516697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.516697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.517031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.528257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1082.723409] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 in Status: SUCCESS [ 1082.723618] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 deletion is rescheduled due to dependency. [ 1082.723733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.824399] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3646b544-5ff6-44ea-9037-e03e36416cab: rpc.has_security_group_logging(os_id): False [ 1082.845814] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.845959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.846028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.846244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.846334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.846518] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.846615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.846673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.846829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.847013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.847097] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.847192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.847256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.847427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.847504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.847693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.847786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.847848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.847985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.848072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.848156] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be updated. [ 1082.911543] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.911741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.911741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.911955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.925019] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1084.539465] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1084.539826] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1084.539826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.610141] env[65294]: INFO networking_nsxv3.common.synchronization [req-6e520e0b-c56b-4af4-8cbf-07838768d839 req-98856006-9565-49d0-9926-d09f40df20bb tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1084.611157] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1084.611157] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.611157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.611322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.611456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.611667] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.611759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.611815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.612179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.612503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.612638] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.938639] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1084.938912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949289] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949547] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-275" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-275" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949995] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-275" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950307] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950615] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950752] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950963] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951141] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.951510] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.951628] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.951737] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.951854] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.951968] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.952100] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.952200] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.972160] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.972370] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.972514] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.972680] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-275" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.973012] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-8834d4ca-6e89-422d-865e-311f94f005b4 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.973221] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.973361] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.974041] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.974041] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834d4ca-6e89-422d-865e-311f94f005b4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.115596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.115862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.115977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.116258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.116367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.116593] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.116718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.116784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.116987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.117090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.117193] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 already deleted. [ 1085.117281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.476109] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.476334] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.476458] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.476737] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.476881] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.477046] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 8834d4ca-6e89-422d-865e-311f94f005b4 not found, creating... [ 1085.477296] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.477445] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.477664] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.477892] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.478035] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.478331] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.478481] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.478595] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.478794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.478952] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.479074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 8834d4ca-6e89-422d-865e-311f94f005b4 is going to be created. [ 1085.503389] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.503610] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.503742] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.503981] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.504407] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.504537] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204845] env[65294]: INFO networking_nsxv3.common.synchronization [req-6e520e0b-c56b-4af4-8cbf-07838768d839 req-590550da-ec2b-4f22-a28e-114db16d1859 service nova] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1086.205119] env[65294]: INFO networking_nsxv3.common.synchronization [req-6e520e0b-c56b-4af4-8cbf-07838768d839 req-590550da-ec2b-4f22-a28e-114db16d1859 service nova] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1086.205186] env[65294]: INFO networking_nsxv3.common.synchronization [req-6e520e0b-c56b-4af4-8cbf-07838768d839 req-590550da-ec2b-4f22-a28e-114db16d1859 service nova] Enqueued Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1086.205724] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1086.205859] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1086.205954] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1086.207632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.207767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.207838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.208057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.208140] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.211487] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.211634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.211755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.212118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.212161] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.212286] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.212423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.212589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.212758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.212891] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.213785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8834d4ca-6e89-422d-865e-311f94f005b4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.213891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.214598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.215124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.215206] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834d4ca-6e89-422d-865e-311f94f005b4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.712598] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.712730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.717193] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.718162] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8834d4ca-6e89-422d-865e-311f94f005b4 with status ACTIVE [ 1086.718351] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.718485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.718581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.718744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.718856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.719046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.719144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.719204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.719343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.719419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.719624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.719740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.719827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.719922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.719986] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.720085] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8834d4ca-6e89-422d-865e-311f94f005b4 is going to be updated. [ 1086.747174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.747373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.747373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.748041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.748041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.901890] env[65294]: INFO networking_nsxv3.common.synchronization [req-4d28332d-47f4-4144-b548-8934737f15f2 req-0f8d1698-fca5-4ca1-9c4b-55c8ddd4efe8 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1086.902462] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1086.902771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.902891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.902954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.903337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.903481] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.904092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.904194] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.904379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.904492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.904611] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.223611] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.238212] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.238212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.238475] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.238567] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.238892] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.239078] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.239199] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.239458] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.239648] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.239886] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.240024] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.240140] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.240263] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.240364] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.240493] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.240657] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.261036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.261596] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.261596] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.261767] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.262072] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-1bef5740-5f53-4c58-9267-c3843971e5d1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.262305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.262447] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.262788] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.262928] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bef5740-5f53-4c58-9267-c3843971e5d1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.407365] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.728082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.728307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.728418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.728710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.728755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.728874] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be created. [ 1087.755350] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.755502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.755574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.755776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.755938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.765307] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.766115] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.766115] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.766115] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.766339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.766592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 1bef5740-5f53-4c58-9267-c3843971e5d1 not found, creating... [ 1087.766887] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.767059] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.767215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.767517] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.767695] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.768036] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.768202] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.768341] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.768579] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.768719] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.768858] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 1bef5740-5f53-4c58-9267-c3843971e5d1 is going to be created. [ 1087.770928] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: UNINITIALIZED for 2s [ 1087.789920] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.790155] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.790284] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.790545] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.790764] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.790980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.910326] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.414036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.414036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.414036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.414463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.414463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.414463] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1088.446572] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.446729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.447922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.448170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.448324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.459068] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1088.557272] env[65294]: INFO networking_nsxv3.common.synchronization [req-4d28332d-47f4-4144-b548-8934737f15f2 req-d68d24a7-2dff-4479-b3c7-4427f78bca0c service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1088.558168] env[65294]: INFO networking_nsxv3.common.synchronization [req-4d28332d-47f4-4144-b548-8934737f15f2 req-d68d24a7-2dff-4479-b3c7-4427f78bca0c service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1088.558168] env[65294]: INFO networking_nsxv3.common.synchronization [req-4d28332d-47f4-4144-b548-8934737f15f2 req-d68d24a7-2dff-4479-b3c7-4427f78bca0c service nova] Enqueued Resource ID: 1bef5740-5f53-4c58-9267-c3843971e5d1 with Priority: HIGHEST for action port [ 1088.558168] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1088.558168] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1088.558168] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bef5740-5f53-4c58-9267-c3843971e5d1 with Priority: HIGHEST for action port [ 1088.559167] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.559289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.559351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.559605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.559719] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.561586] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.561586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.561586] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bef5740-5f53-4c58-9267-c3843971e5d1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.561586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.561586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.561586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.561586] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bef5740-5f53-4c58-9267-c3843971e5d1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.946836] env[65294]: INFO networking_nsxv3.common.synchronization [req-f7837586-40b1-459b-ae34-1c53394bdde1 req-a6587612-bb14-4f59-873d-c188f9d56c31 tempest-DeleteServersAdminTestJSON-1857827211 tempest-DeleteServersAdminTestJSON-1857827211-project-member] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1088.947432] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGHEST for action security_group_members [ 1088.947790] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.947939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.948039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.948260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.948439] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.948559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.948638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.948805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.948913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.949036] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.064115] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.064297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.064450] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bef5740-5f53-4c58-9267-c3843971e5d1 with status ACTIVE [ 1089.064778] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.064778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.064778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.064997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.065125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.065407] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.065407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.065407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.065665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.065665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.065861] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.065957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.066096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.066175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.066254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.066329] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bef5740-5f53-4c58-9267-c3843971e5d1 is going to be updated. [ 1089.090211] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.090363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.090437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.090695] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.090779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.090947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bef5740-5f53-4c58-9267-c3843971e5d1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.208166] env[65294]: INFO networking_nsxv3.common.synchronization [None req-a7e790b5-7571-4014-b643-1c5ab8271d9c tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1089.208735] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1089.209079] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.209213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.209275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.210019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.210019] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.309510] env[65294]: INFO networking_nsxv3.common.synchronization [None req-f6919f8b-ff99-417b-858c-0098cb88af4a tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1089.310407] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1089.310852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.310993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.450842] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.451297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.451297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.451383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.451493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.451651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.451836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.451836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.452262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.452262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.452262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be updated. [ 1089.486647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.486647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.486647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.486647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.486647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.504628] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: IN_PROGRESS for 2s [ 1089.736931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.737210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.737210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.737370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.737460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.737553] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 already deleted. [ 1089.738715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.738983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.740931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.740931] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.783423] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.786021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.786021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.786021] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.269332] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.269332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.269703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.269703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.269703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.269989] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 already deleted. [ 1090.269989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.290987] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.472917] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1090.473599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.473908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.474153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.474492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.474492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.474689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.474761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.474817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.474962] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.575727] env[65294]: INFO networking_nsxv3.common.synchronization [req-201b9e7b-eb35-4b2d-b29d-643125efd50f req-f0a8d0b9-c5d9-485c-9342-08ce857e7da5 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1090.576613] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1090.577114] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.577317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.577413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.577775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.578019] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.578173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.578270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.578515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.578641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.578777] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.795759] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddd0370e-91fb-470c-9efd-bd4b0db1c595: rpc.has_security_group_logging(os_id): False [ 1090.814318] env[65294]: INFO networking_nsxv3.common.synchronization [None req-29b541ec-4af4-4829-bdc7-ee96ed7acb9d tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1090.815703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.815703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.815703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.815912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.815912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.816449] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.816566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.816627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.816790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.816873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.816961] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be created. [ 1090.818969] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1090.819617] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.819714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.819825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.820022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.820093] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.890176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.890176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.890176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.890176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.890176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.901511] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: IN_PROGRESS for 2s [ 1090.937579] env[65294]: INFO networking_nsxv3.common.synchronization [None req-759ca843-d7a3-4332-907d-b0cc96d025cb tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1090.937579] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1090.938364] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.938364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.958382] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.958587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.958661] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.959013] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.959328] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.959455] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.959569] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.959787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.959929] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.960150] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.960264] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.960374] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.960483] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.960588] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.960694] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.960829] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.977254] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.989250] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.989419] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.989555] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.989817] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.990161] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-dacf7a6c-0191-4244-abcb-f3d4289548fc taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.990358] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990492] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990805] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.991045] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf7a6c-0191-4244-abcb-f3d4289548fc',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.082417] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.082718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.082764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.082984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.083107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.083425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.083661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.083661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.083758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.083879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.083935] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41525616-25f4-4887-baa0-7379e8463e76 already deleted. [ 1091.083991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.340490] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.340710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.340710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.340951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.341055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.341229] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f already deleted. [ 1091.341304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.341455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.341618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.341702] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.479278] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.493505] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.493764] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.493883] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.494244] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.494436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494618] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port dacf7a6c-0191-4244-abcb-f3d4289548fc not found, creating... [ 1091.494892] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.495068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.495197] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.495436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.495576] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.496386] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.496386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.496386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.496386] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.496657] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.496657] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: dacf7a6c-0191-4244-abcb-f3d4289548fc is going to be created. [ 1091.514668] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3646b544-5ff6-44ea-9037-e03e36416cab in Status: SUCCESS [ 1091.514888] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab deletion is rescheduled due to dependency. [ 1091.515051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.521390] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.521572] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.521665] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.521980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.522760] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.522760] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.865176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.865176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.865176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.865176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.865176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.865176] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f already deleted. [ 1091.865176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.981894] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.984745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.987529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.987529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.987529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.987529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1092.035193] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.035471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.035471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.035785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.035966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.048436] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1092.243739] env[65294]: INFO networking_nsxv3.common.synchronization [req-201b9e7b-eb35-4b2d-b29d-643125efd50f req-2d50581b-78bf-4066-916c-3b44af7455a9 service nova] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1092.243928] env[65294]: INFO networking_nsxv3.common.synchronization [req-201b9e7b-eb35-4b2d-b29d-643125efd50f req-2d50581b-78bf-4066-916c-3b44af7455a9 service nova] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1092.244109] env[65294]: INFO networking_nsxv3.common.synchronization [req-201b9e7b-eb35-4b2d-b29d-643125efd50f req-2d50581b-78bf-4066-916c-3b44af7455a9 service nova] Enqueued Resource ID: dacf7a6c-0191-4244-abcb-f3d4289548fc with Priority: HIGHEST for action port [ 1092.244667] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1092.245470] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1092.245613] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacf7a6c-0191-4244-abcb-f3d4289548fc with Priority: HIGHEST for action port [ 1092.245955] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.246079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.246160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.246387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.246477] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.248244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.249381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.249381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.249381] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.250306] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacf7a6c-0191-4244-abcb-f3d4289548fc taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.250306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.250306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.250306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.250506] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf7a6c-0191-4244-abcb-f3d4289548fc',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.749507] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.749858] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.752056] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.755019] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacf7a6c-0191-4244-abcb-f3d4289548fc with status ACTIVE [ 1092.755439] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.755439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.755439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.755671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.755762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.755947] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.756532] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.756973] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacf7a6c-0191-4244-abcb-f3d4289548fc is going to be updated. [ 1092.779026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.779181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.779228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.779428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.779565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.779729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.914036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1092.914036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.254719] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.756392] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.756725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.756725] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.756890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.756935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.757050] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be created. [ 1093.782148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.782148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.782148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782342] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.782463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.793310] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: UNINITIALIZED for 2s [ 1094.058999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1094.059275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.059455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.059679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.059882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.059998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.060090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.060226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.060308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.060391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.060492] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.563016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.563197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.563332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.563591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.563803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.563901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.563968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.564155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.564243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.564341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.564508] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.564602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.564662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.564802] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.564939] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.565041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.565102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.565238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.565315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.565396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.565485] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.067966] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 1095.088764] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.088764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.088764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.088764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.088764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.089225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.089225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.089225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.089388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.089388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.089506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.090124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.090124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.090124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.090124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.090124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.090124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.090332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.090332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.090332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.090411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1095.174899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.175058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.175129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.175343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.175490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.187823] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1095.803940] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: SUCCESS [ 1095.804195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.804367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.804586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.804776] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.804912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.804949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.805197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.805278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.805469] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.307809] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.812382] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41525616-25f4-4887-baa0-7379e8463e76: rpc.has_security_group_logging(os_id): False [ 1096.830723] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.830904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.830904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.831151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.831151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.831408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.831515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.831591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.831739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.831818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.831905] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be created. [ 1096.894134] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.894352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.894352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.894553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.894731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.905831] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: IN_PROGRESS for 2s [ 1097.201549] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1097.201792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.246341] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1097.246452] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1097.758556] env[65294]: INFO networking_nsxv3.common.synchronization [req-8fd7a95b-dda0-4eae-a3fd-8d40226f4fb6 req-935d5cc5-c86d-4060-942b-4f0c4a9fc063 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1097.758556] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1097.758556] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.758556] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.758556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.758556] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.128255] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.128558] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.128794] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.129168] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.129516] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.129722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.129850] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.130177] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.130389] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.130673] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.130746] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.130846] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.130981] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.131163] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.131555] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.131555] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.152514] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.152717] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.152859] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.153020] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.153418] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-b232f08d-dc1c-4955-bb80-a236378d7c32 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.153600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.153721] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.154063] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.154199] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232f08d-dc1c-4955-bb80-a236378d7c32',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.260905] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.261150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.261209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.261548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.261746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.261980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.262161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.262364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.262453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.262568] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1098.316067] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.316067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.316067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.316067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.316067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.329231] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1098.656607] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.656917] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.657095] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.657450] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.657698] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.657956] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port b232f08d-dc1c-4955-bb80-a236378d7c32 not found, creating... [ 1098.658327] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.658507] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.658628] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.658868] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.659013] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.659330] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.659506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.659634] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.659865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.659998] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.660162] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: b232f08d-dc1c-4955-bb80-a236378d7c32 is going to be created. [ 1098.685663] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.686033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.686223] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.686581] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.686802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.687101] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.919044] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: SUCCESS [ 1098.919044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.069425] env[65294]: INFO networking_nsxv3.common.synchronization [req-8482de97-094d-47f3-b9ad-2eb468e77be0 req-10c5ade8-b488-486b-a614-0708961e8afd tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1099.069977] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1099.070320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.070446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.070507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.070714] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.070870] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.071015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.071090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.071164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.071303] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.071405] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.409156] env[65294]: INFO networking_nsxv3.common.synchronization [req-8fd7a95b-dda0-4eae-a3fd-8d40226f4fb6 req-2865e876-99f0-4a59-bbfd-8943e63023e6 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1099.409156] env[65294]: INFO networking_nsxv3.common.synchronization [req-8fd7a95b-dda0-4eae-a3fd-8d40226f4fb6 req-2865e876-99f0-4a59-bbfd-8943e63023e6 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1099.409156] env[65294]: INFO networking_nsxv3.common.synchronization [req-8fd7a95b-dda0-4eae-a3fd-8d40226f4fb6 req-2865e876-99f0-4a59-bbfd-8943e63023e6 service nova] Enqueued Resource ID: b232f08d-dc1c-4955-bb80-a236378d7c32 with Priority: HIGHEST for action port [ 1099.409834] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1099.410114] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1099.410365] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b232f08d-dc1c-4955-bb80-a236378d7c32 with Priority: HIGHEST for action port [ 1099.412036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.412036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.412036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.412036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.412036] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.413338] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.413338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.413338] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-b232f08d-dc1c-4955-bb80-a236378d7c32 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.413338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.413338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.413649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.413649] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232f08d-dc1c-4955-bb80-a236378d7c32',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.573701] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.915911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.916041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.916930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b232f08d-dc1c-4955-bb80-a236378d7c32 with status ACTIVE [ 1099.916930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.916930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.916930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.916930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.916930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.917211] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.917211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.917211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.917298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.918930] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.918930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.918930] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b232f08d-dc1c-4955-bb80-a236378d7c32 is going to be updated. [ 1099.942846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.943128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.943128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.943391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.943535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.943780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b232f08d-dc1c-4955-bb80-a236378d7c32" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.075910] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.339381] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1100.339554] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1100.339676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.339832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.340071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.340259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.340377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.340445] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.340609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.340689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.340781] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.578882] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.578999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.579043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.579374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.579572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.579615] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1100.608103] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.608268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.608321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.608489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.608631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.620038] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1100.843150] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.345809] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.848962] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.849137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.849216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.849418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.849506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.849609] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1101.877778] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.877961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.887435] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1102.109755] env[65294]: INFO networking_nsxv3.common.synchronization [req-9231fbea-50b0-498e-acde-d791d10951bc req-dd78b0da-5384-4f22-a5f7-570335b0cf4a tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1102.110306] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1102.110608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.110728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.110791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.110981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.111222] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.111428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.111428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.111537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.111621] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.111714] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.464110] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.464779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.464779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.464779] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.465037] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.465203] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.465321] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.465534] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.465702] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.465941] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.466035] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.466143] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.466246] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.466353] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.466461] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.466590] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.486696] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.486954] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.487173] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.487423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.487857] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-e7db06b2-3f24-4052-add4-82b7c2887b6c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.488114] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.488288] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.488716] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.488917] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db06b2-3f24-4052-add4-82b7c2887b6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.613277] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.634358] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1102.634358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.991313] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.991602] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.991752] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.992062] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.992215] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.992375] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port e7db06b2-3f24-4052-add4-82b7c2887b6c not found, creating... [ 1102.992646] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.992802] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.992920] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.993157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.993340] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.993618] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.993772] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.993885] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.994131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.994363] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.994458] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: e7db06b2-3f24-4052-add4-82b7c2887b6c is going to be created. [ 1103.017053] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.017053] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.017053] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.017381] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.017747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.017747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.116679] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.619183] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.619463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.619463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.619650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.620140] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.620257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be updated. [ 1103.651888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.651888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.651888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.651888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.651888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.659864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [req-9231fbea-50b0-498e-acde-d791d10951bc req-7b5c9820-1ce7-4fdb-bce3-312ba018cf30 service nova] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [req-9231fbea-50b0-498e-acde-d791d10951bc req-7b5c9820-1ce7-4fdb-bce3-312ba018cf30 service nova] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [req-9231fbea-50b0-498e-acde-d791d10951bc req-7b5c9820-1ce7-4fdb-bce3-312ba018cf30 service nova] Enqueued Resource ID: e7db06b2-3f24-4052-add4-82b7c2887b6c with Priority: HIGHEST for action port [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_rules [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1103.718309] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7db06b2-3f24-4052-add4-82b7c2887b6c with Priority: HIGHEST for action port [ 1103.719111] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.719242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.719312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.719515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.719590] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.720458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.720836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.720893] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7db06b2-3f24-4052-add4-82b7c2887b6c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.721527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.721527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.721527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.721527] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db06b2-3f24-4052-add4-82b7c2887b6c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.897565] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1103.897819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.898082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.898405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.898679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.898781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.898908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.899040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.899130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.899393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.899393] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.223524] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.223666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.223880] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7db06b2-3f24-4052-add4-82b7c2887b6c with status ACTIVE [ 1104.224075] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.224207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.224273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.224522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.224618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.224923] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.224923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.225086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.225791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.225926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.226160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.226249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.226321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.226556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.226660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.226759] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7db06b2-3f24-4052-add4-82b7c2887b6c is going to be updated. [ 1104.250248] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.250410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.250532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.250695] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.250832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.250993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7db06b2-3f24-4052-add4-82b7c2887b6c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.402271] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.402754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.402883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.404072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.404072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.404072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.404072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.404564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.404564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.404672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.404851] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.404967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.405044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.405232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.405408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.405526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.405590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.405825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.405894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.405993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.406133] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.908119] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9: rpc.has_security_group_logging(os_id): False [ 1104.925477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.925644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.925711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.925922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.926020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.926232] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.926332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.926393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.926539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.926619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.926792] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.926882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.926944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.927109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.927207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.927415] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.927511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.927599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.927712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.927808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.927858] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1104.994980] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.995163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.995163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.995467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.995645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.009056] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1105.671266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1105.671266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.671266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.671394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.671612] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.671700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.671769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.671928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.672016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.672129] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.174832] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.602149] env[65294]: INFO networking_nsxv3.common.synchronization [req-29f8fedd-eafb-494d-9ba3-34545c19c4c0 req-6d3bc5ce-be0e-434a-8548-4fc1bc18f8e9 tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 1106.602643] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 1106.602968] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.603448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.603448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.603448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.603621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.603773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.603825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.603959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.604059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.604155] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.678623] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.023224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1107.023372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.106954] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.182492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.182798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.182798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.183105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.183252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.183489] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be updated. [ 1107.217888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.218698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.218698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.218698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.218698] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.229595] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1107.609433] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.112235] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.112400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.112537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.112770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.112860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112959] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 1108.142651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.142904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.143015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.143244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.143442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.155116] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 1108.370234] env[65294]: INFO networking_nsxv3.common.synchronization [req-8c2245c9-dec4-4b7e-8b50-cb8b8d37dcf5 req-08831fc9-5f6e-4533-b81f-94622f883c9b tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1108.371836] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1108.371836] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.371933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.371933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.372406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.372632] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.373161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.373161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.373161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.373402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.373472] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.812847] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.813032] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.813150] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.813533] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.813708] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.813863] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.813978] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.814259] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.814407] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.814663] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.814720] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.814814] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.814967] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.815095] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.815679] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.815679] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.837563] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.837679] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.837790] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.837891] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-840" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838247] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-e1aa9a3c-224a-45d3-a8cb-56172955924b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838385] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838828] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.838965] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1aa9a3c-224a-45d3-a8cb-56172955924b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.880513] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.880671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.880744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.881064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.881292] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.881396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.881457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.881611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.881686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.881770] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 already deleted. [ 1108.881851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240238] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1109.240464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.240862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.241070] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.241189] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.241256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.241444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.241529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.241615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.241706] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.342759] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.343010] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.343168] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.343513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343686] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.343883] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port e1aa9a3c-224a-45d3-a8cb-56172955924b not found, creating... [ 1109.344434] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.344434] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.344574] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.344688] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.344844] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.345146] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.345375] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.345533] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.345768] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.345906] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.346056] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: e1aa9a3c-224a-45d3-a8cb-56172955924b is going to be created. [ 1109.370307] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.370718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.371046] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.371332] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.371611] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.743881] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.076133] env[65294]: INFO networking_nsxv3.common.synchronization [req-8c2245c9-dec4-4b7e-8b50-cb8b8d37dcf5 req-3199296a-91ee-493a-84a0-ff11ab78aef3 service nova] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1110.076355] env[65294]: INFO networking_nsxv3.common.synchronization [req-8c2245c9-dec4-4b7e-8b50-cb8b8d37dcf5 req-3199296a-91ee-493a-84a0-ff11ab78aef3 service nova] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1110.076552] env[65294]: INFO networking_nsxv3.common.synchronization [req-8c2245c9-dec4-4b7e-8b50-cb8b8d37dcf5 req-3199296a-91ee-493a-84a0-ff11ab78aef3 service nova] Enqueued Resource ID: e1aa9a3c-224a-45d3-a8cb-56172955924b with Priority: HIGHEST for action port [ 1110.077641] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_rules [ 1110.077818] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1110.077964] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9a3c-224a-45d3-a8cb-56172955924b with Priority: HIGHEST for action port [ 1110.078322] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.078480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.078563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.078798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.078915] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.081881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.081881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.081881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.081881] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.085142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1aa9a3c-224a-45d3-a8cb-56172955924b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.085142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.085142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.085142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.085142] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1aa9a3c-224a-45d3-a8cb-56172955924b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.167023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 1110.167361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.246737] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 040add7c-ec63-4912-bd29-d6b4f5d8f121: rpc.has_security_group_logging(os_id): False [ 1110.270278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.270451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.270525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.270749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.270843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.271199] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.271360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.271442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.271638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.271748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.271842] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be updated. [ 1110.351024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.351539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.351539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.351539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.351758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.366792] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1110.584252] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.586022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.586148] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.586340] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1aa9a3c-224a-45d3-a8cb-56172955924b with status ACTIVE [ 1110.586545] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.586632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.586668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.586873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.586970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.587478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.587934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.587934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.588039] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.588110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.589511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.589511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.589511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.589511] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1aa9a3c-224a-45d3-a8cb-56172955924b is going to be updated. [ 1110.614045] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.614144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.614186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.614399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.614555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.614773] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1aa9a3c-224a-45d3-a8cb-56172955924b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.906754] env[65294]: INFO networking_nsxv3.common.synchronization [req-735938c5-ba10-4c23-ba35-aed6c4549935 req-4c7f49cd-63b8-40c0-a413-6c4cbbbce99c tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1110.907480] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1110.907812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.907935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.908015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.908246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.908403] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.908603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.908603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.908712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.908792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.908883] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.086532] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.220800] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.220800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.220800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.220800] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.221000] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.221670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.221670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.221670] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.221839] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.221943] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.222061] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.222165] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.222266] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.223363] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.223363] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.223363] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.248406] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.248597] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.248675] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.248930] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.249378] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-382f96a2-b83f-4129-837b-8fa4c100ce2a taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.249633] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.249753] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.250149] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.250306] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382f96a2-b83f-4129-837b-8fa4c100ce2a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.411901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.411994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.412087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.412256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.412348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.412554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.412686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.412838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.413027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.413145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.413305] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f already deleted. [ 1111.413362] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.589747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.590068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.590068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.590247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.590285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590383] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 is going to be created. [ 1111.622384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.622630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.622747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.623072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.623382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.635421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: UNINITIALIZED for 2s [ 1111.753203] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.753549] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.753685] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.756016] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 382f96a2-b83f-4129-837b-8fa4c100ce2a not found, creating... [ 1111.756016] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.756016] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.756016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.756380] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.756547] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.756723] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.756929] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 382f96a2-b83f-4129-837b-8fa4c100ce2a is going to be created. [ 1111.778649] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.779125] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.779125] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.780381] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.780381] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.780381] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.380875] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1112.381384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505845] env[65294]: INFO networking_nsxv3.common.synchronization [req-735938c5-ba10-4c23-ba35-aed6c4549935 req-218edc41-73c1-4825-84e9-cee0ee9c1f7d service nova] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1112.506107] env[65294]: INFO networking_nsxv3.common.synchronization [req-735938c5-ba10-4c23-ba35-aed6c4549935 req-218edc41-73c1-4825-84e9-cee0ee9c1f7d service nova] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1112.506299] env[65294]: INFO networking_nsxv3.common.synchronization [req-735938c5-ba10-4c23-ba35-aed6c4549935 req-218edc41-73c1-4825-84e9-cee0ee9c1f7d service nova] Enqueued Resource ID: 382f96a2-b83f-4129-837b-8fa4c100ce2a with Priority: HIGHEST for action port [ 1112.506952] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_rules [ 1112.507196] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1112.507279] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382f96a2-b83f-4129-837b-8fa4c100ce2a with Priority: HIGHEST for action port [ 1112.507621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.507769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.507870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.508137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508305] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.509826] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.509997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.510276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.511283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.511283] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.511283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.511283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.511283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.511283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.511283] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.512635] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-382f96a2-b83f-4129-837b-8fa4c100ce2a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.512635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.512635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.513451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.513451] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382f96a2-b83f-4129-837b-8fa4c100ce2a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.014879] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.015255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.015419] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.016404] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 382f96a2-b83f-4129-837b-8fa4c100ce2a with status ACTIVE [ 1113.016630] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.016739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.016816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.017068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.017171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.017354] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.017454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.017514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.017687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.017787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.017975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.018110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.018182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.018416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.018416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.018493] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 382f96a2-b83f-4129-837b-8fa4c100ce2a is going to be updated. [ 1113.040948] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.040948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.040948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.041706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.041706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.041706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382f96a2-b83f-4129-837b-8fa4c100ce2a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.521342] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.645967] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: SUCCESS [ 1113.646136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.646305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.646538] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.646740] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.646862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.647098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.647177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.647261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.647370] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.023849] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.024214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.024214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.024287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.024411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.024516] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f is going to be created. [ 1114.049823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.049955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.050037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.050265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.050470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.060899] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: UNINITIALIZED for 2s [ 1114.149587] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.651938] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2f5cf3b-55c0-4b1d-ae97-70845ae352e0: rpc.has_security_group_logging(os_id): False [ 1114.673441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.677027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.677027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.677027] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 is going to be created. [ 1114.742075] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.742233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.742321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.742553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.742806] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.755768] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: IN_PROGRESS for 2s [ 1116.071748] env[65294]: INFO networking_nsxv3.common.synchronization [None req-31af8f75-3e43-4c32-9c8e-ad174ca07692 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1116.072795] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: SUCCESS [ 1116.073050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.073694] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1116.074070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.074482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.074755] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.074960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.075092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.075336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.075468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.075573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.075743] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.076876] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.077085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.077131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.077346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.077445] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.077555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.077615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.077770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.078053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.078053] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.527101] env[65294]: INFO networking_nsxv3.common.synchronization [req-78b05436-0c8b-4666-9e78-d8b8cba42aca req-085676e9-f4f2-4355-b088-91e5bebdea62 tempest-ServerRescueNegativeTestJSON-412940223 tempest-ServerRescueNegativeTestJSON-412940223-project-member] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 1116.527643] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGHEST for action security_group_members [ 1116.527951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.528081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.528143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.528343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.528498] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.528586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.528642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.528790] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.528873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.528962] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.580225] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.580440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.580912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.581180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.581331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.581561] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.581694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.581761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.581919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.581994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.582105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1116.583254] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.614155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.614329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.614520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.614900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.615231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.628551] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1116.772797] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: SUCCESS [ 1116.773080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031413] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.031619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.031662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.031932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.032245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.032490] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.032633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.032677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.032823] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.032902] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.032992] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be updated. [ 1117.075260] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.075548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.075548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.075693] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.075837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.084679] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: IN_PROGRESS for 2s [ 1117.086398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a32102b-6b81-4c97-b31d-05306adc0f0f: rpc.has_security_group_logging(os_id): False [ 1117.108034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.108034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.108034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.108034] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f is going to be created. [ 1117.180638] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.180820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.180893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.181139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.181352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.193763] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: IN_PROGRESS for 2s [ 1118.640352] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1118.640740] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa deletion is rescheduled due to dependency. [ 1118.640740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.095216] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 in Status: SUCCESS [ 1119.095410] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 deletion is rescheduled due to dependency. [ 1119.095548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.207340] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: SUCCESS [ 1119.207558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.528433] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.528755] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1122.406288] env[65294]: INFO networking_nsxv3.common.synchronization [req-b317ff4c-a5e6-4353-b3a0-b157057cb86d req-0d5698b8-deab-4f68-bf89-4f4c89345532 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1122.407234] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1122.407624] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.407713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.407784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.408746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.408746] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.408746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.408746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.410111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.410111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.410111] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.912247] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.912614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.912614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.913868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.938649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.938978] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.939134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.939192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.939400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.939494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.939658] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1122.969687] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.969860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.969931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.970183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.970347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.981685] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1123.989164] env[65294]: INFO networking_nsxv3.common.synchronization [req-a218ac81-8ed1-464f-9ea0-61b9e1b5e037 req-ceeb7e54-bc84-4e6b-8082-b07e995d4c33 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1123.989164] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1123.989164] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.989804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.990097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.990451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.990772] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.991021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.991171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.991467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.991712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.992112] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.295887] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.297200] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.297200] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.297200] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.297200] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.297200] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.297462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.297502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.297638] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.297894] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.297995] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.298113] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.298216] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.298324] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.298423] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.298552] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.318111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.318273] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.318407] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.318578] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-765" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.318888] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-e308789c-f916-4182-8a5b-66918bdd1e48 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.319068] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.319193] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.319532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.319667] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e308789c-f916-4182-8a5b-66918bdd1e48',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.495200] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.822276] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.822487] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.822608] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.822923] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.823100] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.823257] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port e308789c-f916-4182-8a5b-66918bdd1e48 not found, creating... [ 1124.823553] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.823709] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.823820] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.824052] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.824186] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.824470] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.824623] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.824734] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.824933] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.825072] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.825211] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: e308789c-f916-4182-8a5b-66918bdd1e48 is going to be created. [ 1124.846661] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.846860] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.846980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.847262] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.847478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.847691] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.992651] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1124.992992] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 deletion is rescheduled due to dependency. [ 1124.992992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.997515] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.274878] env[65294]: INFO networking_nsxv3.common.synchronization [req-37dfbcf7-3934-4438-98ee-bf2a1f37f9d9 req-68db99ac-3aa1-42b6-bc1f-bedae9b57901 tempest-DeleteServersTestJSON-855654797 tempest-DeleteServersTestJSON-855654797-project-member] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1125.275424] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGHEST for action security_group_members [ 1125.275747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.275878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.275947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.276163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.276324] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.276421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.276468] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.276616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.276699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.276791] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.499538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.499728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.499771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.499987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.500486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.500606] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1125.531058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.531295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.531449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.531660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.531828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.543246] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1125.594239] env[65294]: INFO networking_nsxv3.common.synchronization [req-a218ac81-8ed1-464f-9ea0-61b9e1b5e037 req-bda71219-6344-45fc-b213-8397abd521a4 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1125.594526] env[65294]: INFO networking_nsxv3.common.synchronization [req-a218ac81-8ed1-464f-9ea0-61b9e1b5e037 req-bda71219-6344-45fc-b213-8397abd521a4 service nova] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1125.594688] env[65294]: INFO networking_nsxv3.common.synchronization [req-a218ac81-8ed1-464f-9ea0-61b9e1b5e037 req-bda71219-6344-45fc-b213-8397abd521a4 service nova] Enqueued Resource ID: e308789c-f916-4182-8a5b-66918bdd1e48 with Priority: HIGHEST for action port [ 1125.595420] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_rules [ 1125.595420] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1125.595536] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e308789c-f916-4182-8a5b-66918bdd1e48 with Priority: HIGHEST for action port [ 1125.595787] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.595908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.596026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.596291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.596407] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.597393] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.597454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.597636] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-e308789c-f916-4182-8a5b-66918bdd1e48 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.597749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.597815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.598865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.598865] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e308789c-f916-4182-8a5b-66918bdd1e48',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.779473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.779731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.779809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.780115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.780281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.780541] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.780690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.780766] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.780989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.781109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.781210] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be updated. [ 1125.814391] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.814572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.814637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.815014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.815014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.824644] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: IN_PROGRESS for 2s [ 1126.100653] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.100984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.102064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e308789c-f916-4182-8a5b-66918bdd1e48 with status ACTIVE [ 1126.102064] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.102064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.102064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.102482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.102561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.102807] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.102932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.103024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.103292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.103432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.103685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.103820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.103896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.104094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.104190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.104299] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e308789c-f916-4182-8a5b-66918bdd1e48 is going to be updated. [ 1126.140468] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.140684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.140740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.141119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.141372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.141641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e308789c-f916-4182-8a5b-66918bdd1e48" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.477958] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.478233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.478333] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.478590] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.478851] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.479014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.479131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.479339] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.479483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.479687] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.479797] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.479901] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.480014] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.480132] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.480237] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.480375] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.500200] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.500382] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.500496] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.500672] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.500997] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-83a5145b-2e3c-4f69-9908-cfcbbac892f1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.501188] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.501342] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.501674] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.501813] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a5145b-2e3c-4f69-9908-cfcbbac892f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.004424] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.004769] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.004971] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.005380] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.005617] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.005860] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 83a5145b-2e3c-4f69-9908-cfcbbac892f1 not found, creating... [ 1127.006297] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.006521] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.006712] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.007059] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.007265] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.007708] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.007952] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.008157] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.008461] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.008678] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.008897] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 is going to be created. [ 1127.036627] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.036876] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.037012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.037296] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.037525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.037744] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556045] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556045] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.556045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556663] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.838646] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 in Status: SUCCESS [ 1127.839353] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 deletion is rescheduled due to dependency. [ 1127.839353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860431] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9aff883-50fb-4647-80d7-d926f713661f req-654538a4-a7ab-49b3-8e7a-8adcad68401e service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1127.860741] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9aff883-50fb-4647-80d7-d926f713661f req-654538a4-a7ab-49b3-8e7a-8adcad68401e service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1127.860985] env[65294]: INFO networking_nsxv3.common.synchronization [req-f9aff883-50fb-4647-80d7-d926f713661f req-654538a4-a7ab-49b3-8e7a-8adcad68401e service nova] Enqueued Resource ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with Priority: HIGHEST for action port [ 1127.861932] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1127.862610] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1127.862610] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with Priority: HIGHEST for action port [ 1127.862823] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.863023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.863122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.863355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.863529] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.865577] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.865738] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.866259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.866259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.866259] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.866375] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.867209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a5145b-2e3c-4f69-9908-cfcbbac892f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.867309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.867376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.867531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.867606] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a5145b-2e3c-4f69-9908-cfcbbac892f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.063286] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.366318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.371161] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with status ACTIVE [ 1128.372701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.372701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.372701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.372701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.372701] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.372701] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.373776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.373776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.373776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.373776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.373776] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.373776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.374074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.374120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.374269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.374339] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 is going to be updated. [ 1128.376060] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.401899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.402709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.402709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.402709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.402709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.402966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.564739] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.878823] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.069554] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.069554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.069554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.069554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.069554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.069554] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1129.103157] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.103344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.103439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.103648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.103795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.113270] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1129.383025] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.383228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.383297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.383566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.383709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.383829] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1129.417336] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.417635] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.417786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.418146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.418391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.429522] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1130.257701] env[65294]: INFO networking_nsxv3.common.synchronization [None req-5e5e88e6-222c-4ce9-9dc8-0225bcebd93c None None] Enqueued Resource ID: 7d728e46-daf3-4307-b9ff-6602fdd47424 with Priority: HIGHEST for action port [ 1130.258357] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d728e46-daf3-4307-b9ff-6602fdd47424 with Priority: HIGHEST for action port [ 1130.259253] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d728e46-daf3-4307-b9ff-6602fdd47424 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.259457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d728e46-daf3-4307-b9ff-6602fdd47424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.259578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d728e46-daf3-4307-b9ff-6602fdd47424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.260642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d728e46-daf3-4307-b9ff-6602fdd47424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.260642] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d728e46-daf3-4307-b9ff-6602fdd47424',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.762225] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d728e46-daf3-4307-b9ff-6602fdd47424 [ 1130.762496] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.763314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.763314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.763314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.763314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763314] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d728e46-daf3-4307-b9ff-6602fdd47424 already deleted. [ 1130.763314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d728e46-daf3-4307-b9ff-6602fdd47424" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.129082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1131.129082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.129082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.129082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.129082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.129082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.129082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.129451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.129451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.129523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.129659] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.445090] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1131.445459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.445822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.446298] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.446298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.446298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.446539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.446539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.446539] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.446670] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.633342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.634267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.634426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.634709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.635022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.635228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.635321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.635420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.635504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635778] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.635901] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.635981] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.636150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.636377] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.636450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.636527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.636652] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.636850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.636850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.636850] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.949997] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.950279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.950279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.950534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.950655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.950742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.950797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.950946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.951039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.951129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.951287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.951378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.951449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.951608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.951748] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.951826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.951907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.952038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.952118] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952188] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952271] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.140758] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64461369-bb14-40de-bbae-96066e5044fd: rpc.has_security_group_logging(os_id): False [ 1132.165255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.165255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.165255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.165255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.165600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.166193] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.166193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.166193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.166920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.166920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.167426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.167730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.168016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.169106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.169106] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.169345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.169345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.169447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.169947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.169947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.169947] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1132.237126] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.237562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.237562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.237562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.237763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.252951] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1132.454322] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 1132.476844] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.477213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.477213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.477871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.477871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.477871] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.477871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.477871] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.478345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.478345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.478345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.478443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.478504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.478666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.478743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.479060] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.479638] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.480413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.480413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.480413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.480413] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1132.548873] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.549575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.549720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.549987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.550689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.575187] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1132.814978] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d1a8bccd-736a-4f06-8e56-48eb4fe01caf None None] Enqueued Resource ID: d374a897-065c-4e69-be1d-d81abaec00b6 with Priority: HIGHEST for action port [ 1132.816121] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d374a897-065c-4e69-be1d-d81abaec00b6 with Priority: HIGHEST for action port [ 1132.816579] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d374a897-065c-4e69-be1d-d81abaec00b6 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.816833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d374a897-065c-4e69-be1d-d81abaec00b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.816977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d374a897-065c-4e69-be1d-d81abaec00b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.817418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d374a897-065c-4e69-be1d-d81abaec00b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.817896] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d374a897-065c-4e69-be1d-d81abaec00b6',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.831377] env[65294]: INFO networking_nsxv3.common.synchronization [None req-3c573c56-14dd-41d0-9e4a-ae85299698b7 None None] Enqueued Resource ID: d8bea2a3-75fc-4bd6-b868-ea90a1e62688 with Priority: HIGHEST for action port [ 1132.832248] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8bea2a3-75fc-4bd6-b868-ea90a1e62688 with Priority: HIGHEST for action port [ 1132.832568] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8bea2a3-75fc-4bd6-b868-ea90a1e62688 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.832690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8bea2a3-75fc-4bd6-b868-ea90a1e62688" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.832759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8bea2a3-75fc-4bd6-b868-ea90a1e62688" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.833025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8bea2a3-75fc-4bd6-b868-ea90a1e62688" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.833118] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bea2a3-75fc-4bd6-b868-ea90a1e62688',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.320730] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d374a897-065c-4e69-be1d-d81abaec00b6 [ 1133.321750] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.321907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.321978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.322215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.322309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.322409] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d374a897-065c-4e69-be1d-d81abaec00b6 already deleted. [ 1133.322491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d374a897-065c-4e69-be1d-d81abaec00b6" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.336224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8bea2a3-75fc-4bd6-b868-ea90a1e62688 [ 1133.336224] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.336224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.336224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.336224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.336224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.336224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8bea2a3-75fc-4bd6-b868-ea90a1e62688 already deleted. [ 1133.336224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8bea2a3-75fc-4bd6-b868-ea90a1e62688" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.482228] env[65294]: INFO networking_nsxv3.common.synchronization [req-210af408-8a71-4671-82fb-812bec37e526 req-af7bda5e-573a-477a-9cda-5d4cd54763f0 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1133.483106] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1133.483489] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.483681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.483929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.484943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.485231] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.485510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.485723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.485946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.490167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.490285] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.960478] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.960710] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.960710] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.961033] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.961249] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.961423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.961600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.961894] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.962073] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.962310] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.962436] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.962657] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.962694] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.962803] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.962912] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.963111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.984901] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.985720] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.985720] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.987786] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.987786] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.987786] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.987786] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.987786] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.987786] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb61ca2-90fd-4ae1-9912-49b752dc7c61',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.993087] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.993213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.993255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.993678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.993678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.993818] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.993818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.993922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.994231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.994231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.994231] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1134.027813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.029439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.029439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.039680] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1134.269704] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1134.273020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.489867] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.490298] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.490298] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.490382] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.490497] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.490777] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 not found, creating... [ 1134.491206] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.491563] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.491649] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.491907] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.492300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.492672] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.493294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.493294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.493294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.493525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.493641] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 is going to be created. [ 1134.518314] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.518536] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.518722] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.519667] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.519667] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.519667] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.596445] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1134.596851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.284936] env[65294]: INFO networking_nsxv3.common.synchronization [req-210af408-8a71-4671-82fb-812bec37e526 req-93b18979-96d4-4b36-bc82-9ac84643b335 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 1135.284936] env[65294]: INFO networking_nsxv3.common.synchronization [req-210af408-8a71-4671-82fb-812bec37e526 req-93b18979-96d4-4b36-bc82-9ac84643b335 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1135.284936] env[65294]: INFO networking_nsxv3.common.synchronization [req-210af408-8a71-4671-82fb-812bec37e526 req-93b18979-96d4-4b36-bc82-9ac84643b335 service nova] Enqueued Resource ID: 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 with Priority: HIGHEST for action port [ 1135.285622] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 1135.285880] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1135.285961] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 with Priority: HIGHEST for action port [ 1135.286265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.286412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.286459] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.286690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.286769] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.291267] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.291416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.291856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.291856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.291856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.292105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.292170] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb61ca2-90fd-4ae1-9912-49b752dc7c61',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.730934] env[65294]: INFO networking_nsxv3.common.synchronization [None req-33bfa54d-9277-48f9-87b6-78dc74060486 None None] Enqueued Resource ID: c5a3e725-c5eb-4f19-9884-a2108672dd16 with Priority: HIGHEST for action port [ 1135.730934] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3e725-c5eb-4f19-9884-a2108672dd16 with Priority: HIGHEST for action port [ 1135.731503] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a3e725-c5eb-4f19-9884-a2108672dd16 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.731605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a3e725-c5eb-4f19-9884-a2108672dd16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.731605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a3e725-c5eb-4f19-9884-a2108672dd16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.731935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a3e725-c5eb-4f19-9884-a2108672dd16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.731935] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a3e725-c5eb-4f19-9884-a2108672dd16',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.791496] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.791646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.794411] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 with status ACTIVE [ 1135.794608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.794733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.794801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.795022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.795112] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.795288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.795387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.795450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.795605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.795678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.795856] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.795985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.796030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.796150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.796223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.796307] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb61ca2-90fd-4ae1-9912-49b752dc7c61 is going to be updated. [ 1135.820975] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.821218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.821347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.821661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.821888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.822154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb61ca2-90fd-4ae1-9912-49b752dc7c61" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.052053] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1136.052227] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 deletion is rescheduled due to dependency. [ 1136.052270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.052440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.053041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.053041] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.053041] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.053236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.053236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.053300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.053378] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.235665] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a3e725-c5eb-4f19-9884-a2108672dd16 [ 1136.236883] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.236883] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a3e725-c5eb-4f19-9884-a2108672dd16 already deleted. [ 1136.236883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a3e725-c5eb-4f19-9884-a2108672dd16" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.555884] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.924162] env[65294]: INFO networking_nsxv3.common.synchronization [req-e726d400-772d-41de-86b7-1abd85914885 req-4574465c-f1ac-4c91-b8ef-41fa83c7d9c6 tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1136.924781] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1136.925185] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.925317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.925389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.926308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.926308] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.926308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.926308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.926765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.926886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.926983] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.952265] env[65294]: INFO networking_nsxv3.common.synchronization [req-e726d400-772d-41de-86b7-1abd85914885 req-4574465c-f1ac-4c91-b8ef-41fa83c7d9c6 tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1136.953815] env[65294]: INFO networking_nsxv3.common.synchronization [req-e726d400-772d-41de-86b7-1abd85914885 req-4574465c-f1ac-4c91-b8ef-41fa83c7d9c6 tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1136.953815] env[65294]: INFO networking_nsxv3.common.synchronization [req-e726d400-772d-41de-86b7-1abd85914885 req-4574465c-f1ac-4c91-b8ef-41fa83c7d9c6 tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1136.953815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1136.953815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1136.953815] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1136.953815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.954142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.954142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.954984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.955086] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.956561] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.956715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.956970] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8834d4ca-6e89-422d-865e-311f94f005b4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.958302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.958302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.958302] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.958302] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834d4ca-6e89-422d-865e-311f94f005b4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.059657] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.429523] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.456905] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.457073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.459466] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8834d4ca-6e89-422d-865e-311f94f005b4 with status ACTIVE [ 1137.459682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.459913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.459913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.460138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.460232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.460411] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.460513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.460574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.460720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.460857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.460994] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.461100] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.461158] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.461463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.461463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.461463] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8834d4ca-6e89-422d-865e-311f94f005b4 is going to be updated. [ 1137.484846] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.484846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.484846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.484846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.484846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.484846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.561116] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.561645] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.561736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.562493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.562764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.562928] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1137.603042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.603719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.603922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.605619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.605619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.618207] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1137.835722] env[65294]: INFO networking_nsxv3.common.synchronization [None req-61c6ed74-0632-429f-8471-23ee9847fd50 None None] Enqueued Resource ID: 128de12c-1162-4bfc-845e-c28de06c46b7 with Priority: HIGHEST for action port [ 1137.835805] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128de12c-1162-4bfc-845e-c28de06c46b7 with Priority: HIGHEST for action port [ 1137.836209] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-128de12c-1162-4bfc-845e-c28de06c46b7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.836337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128de12c-1162-4bfc-845e-c28de06c46b7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.836425] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128de12c-1162-4bfc-845e-c28de06c46b7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.836812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128de12c-1162-4bfc-845e-c28de06c46b7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.836962] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128de12c-1162-4bfc-845e-c28de06c46b7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.931714] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.340174] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 128de12c-1162-4bfc-845e-c28de06c46b7 [ 1138.340174] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.340174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.340174] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.340433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.340504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.340633] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:128de12c-1162-4bfc-845e-c28de06c46b7 already deleted. [ 1138.340739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128de12c-1162-4bfc-845e-c28de06c46b7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.434917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.436479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.436479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.436479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.436479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.436479] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be updated. [ 1138.466523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.466672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.466764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.466954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.467109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.478138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: IN_PROGRESS for 2s [ 1139.633030] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1139.633929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.633929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.633929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.633929] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.634212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.634212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.634466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.634591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.634722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.634858] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.860681] env[65294]: INFO networking_nsxv3.common.synchronization [req-84ea1402-1643-4ea0-b371-a17f02e464f5 req-f80a990b-a390-43cb-8901-e7a3fdeb062e tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1139.861314] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1139.861636] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.861785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.879775] env[65294]: INFO networking_nsxv3.common.synchronization [req-84ea1402-1643-4ea0-b371-a17f02e464f5 req-f80a990b-a390-43cb-8901-e7a3fdeb062e tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1139.880010] env[65294]: INFO networking_nsxv3.common.synchronization [req-84ea1402-1643-4ea0-b371-a17f02e464f5 req-f80a990b-a390-43cb-8901-e7a3fdeb062e tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1139.880283] env[65294]: INFO networking_nsxv3.common.synchronization [req-84ea1402-1643-4ea0-b371-a17f02e464f5 req-f80a990b-a390-43cb-8901-e7a3fdeb062e tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1139.881694] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_rules [ 1139.881940] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1139.882114] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8834d4ca-6e89-422d-865e-311f94f005b4 with Priority: HIGHEST for action port [ 1139.882560] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.882630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.882833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.882944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.883580] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8834d4ca-6e89-422d-865e-311f94f005b4 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.883730] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.883828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.884123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.884181] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834d4ca-6e89-422d-865e-311f94f005b4',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.137215] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.156031] env[65294]: INFO networking_nsxv3.common.synchronization [None req-cadcaa0f-6068-4ffc-b2c1-96e69afb9128 None None] Enqueued Resource ID: 56bda5ff-d490-4fca-9533-4ff58e149929 with Priority: HIGHEST for action port [ 1140.156031] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bda5ff-d490-4fca-9533-4ff58e149929 with Priority: HIGHEST for action port [ 1140.156705] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-56bda5ff-d490-4fca-9533-4ff58e149929 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.156999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56bda5ff-d490-4fca-9533-4ff58e149929" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.156999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56bda5ff-d490-4fca-9533-4ff58e149929" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.157164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56bda5ff-d490-4fca-9533-4ff58e149929" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.157304] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bda5ff-d490-4fca-9533-4ff58e149929',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.386886] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8834d4ca-6e89-422d-865e-311f94f005b4 with status ACTIVE [ 1140.386886] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.387452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.387452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.387452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.387452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.387736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.387736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.387736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.387893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.387933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.388548] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.388548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.388548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.388548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.388548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.388548] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8834d4ca-6e89-422d-865e-311f94f005b4 is going to be updated. [ 1140.413509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.413722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.413787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.414504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.414504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.414504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8834d4ca-6e89-422d-865e-311f94f005b4" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.493446] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1140.494639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.494639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.494639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.494639] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.494639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.494639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.494898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.494898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.494898] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.642044] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71258e59-289f-4194-83ce-bd78a306e355: rpc.has_security_group_logging(os_id): False [ 1140.660506] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56bda5ff-d490-4fca-9533-4ff58e149929 [ 1140.660758] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.660894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.660964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.661220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.661310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.661582] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56bda5ff-d490-4fca-9533-4ff58e149929 already deleted. [ 1140.661715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56bda5ff-d490-4fca-9533-4ff58e149929" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.662915] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.663051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.663121] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.663306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.663387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.663811] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.663811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.663952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.664034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.664113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.664200] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1140.721945] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f95d5f9-e0c3-4c74-832b-1a3ffd1c0a02 req-4bf74978-c701-4eda-bebe-7008cb14959d tempest-ServersNegativeTestMultiTenantJSON-2132815613 tempest-ServersNegativeTestMultiTenantJSON-2132815613-project-member] Enqueued Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1140.722743] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1140.722743] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.722889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.722943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.725596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.725889] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.726078] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.726177] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.726446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.726583] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.726726] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.733747] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.733747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.733747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.733747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.733747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.754705] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1140.997183] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.081688] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.081928] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-581" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.082072] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-581" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.082444] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-581" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.082722] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.083506] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.083711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.084080] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.084226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.084476] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.084650] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.085349] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.085527] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.085707] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.085855] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.086117] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.106224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.106484] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.106630] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.106824] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-581" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.107178] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5a26d0e1-33be-4c31-a966-cc980e6adc1a taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.107353] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.107505] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.107803] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.107940] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a26d0e1-33be-4c31-a966-cc980e6adc1a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.231049] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.231254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.231293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.231517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.231609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.231827] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.231917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.231960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.232129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.232235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.232296] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 already deleted. [ 1141.232375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.499562] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.611259] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.611500] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.611651] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.611927] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.612089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.612259] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5a26d0e1-33be-4c31-a966-cc980e6adc1a not found, creating... [ 1141.612529] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.612684] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.612798] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.613025] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.613169] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.613449] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.613615] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.613743] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.613946] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.614107] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.614308] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5a26d0e1-33be-4c31-a966-cc980e6adc1a is going to be created. [ 1141.636634] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.636870] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.636962] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.637255] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.637483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.637736] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.002249] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.002551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.002551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.002786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.002900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.003014] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be updated. [ 1142.035977] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.036227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.036227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.036412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.036559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.047947] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: IN_PROGRESS for 2s [ 1142.215659] env[65294]: INFO networking_nsxv3.common.synchronization [req-05db647e-84f3-449b-a80c-0b95fbcaa407 req-1af6f2af-ab2e-49c7-b061-5cbe13b31253 tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1142.216615] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1142.216960] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.217197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.217346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.217647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.217815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.218090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.218339] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.218491] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.218651] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.379133] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f95d5f9-e0c3-4c74-832b-1a3ffd1c0a02 req-be7a4b10-d389-4d41-9d4c-b779fcd6b852 service nova] Enqueued Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_rules [ 1142.379376] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f95d5f9-e0c3-4c74-832b-1a3ffd1c0a02 req-be7a4b10-d389-4d41-9d4c-b779fcd6b852 service nova] Enqueued Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1142.379524] env[65294]: INFO networking_nsxv3.common.synchronization [req-1f95d5f9-e0c3-4c74-832b-1a3ffd1c0a02 req-be7a4b10-d389-4d41-9d4c-b779fcd6b852 service nova] Enqueued Resource ID: 5a26d0e1-33be-4c31-a966-cc980e6adc1a with Priority: HIGHEST for action port [ 1142.380535] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_rules [ 1142.380535] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1142.380535] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a26d0e1-33be-4c31-a966-cc980e6adc1a with Priority: HIGHEST for action port [ 1142.380761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.380761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.381029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.381096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.381150] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.382286] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.382467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.382708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.384048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.384048] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.384048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.384048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.384313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.384313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.384313] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.387963] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a26d0e1-33be-4c31-a966-cc980e6adc1a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.387963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.387963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.387963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.387963] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a26d0e1-33be-4c31-a966-cc980e6adc1a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.723935] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.769315] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1142.769594] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.888282] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.889349] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.889454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.891017] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a26d0e1-33be-4c31-a966-cc980e6adc1a with status ACTIVE [ 1142.891280] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.891401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.891472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.891664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.891749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.891916] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.892021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.892079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.892911] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.892911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.892911] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a26d0e1-33be-4c31-a966-cc980e6adc1a is going to be updated. [ 1142.917142] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.917142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.917142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.917142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.917142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.917142] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a26d0e1-33be-4c31-a966-cc980e6adc1a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.226489] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.393743] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.731011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.731011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.731011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.731011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.731011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.731011] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1143.759578] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.759762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.759824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.760074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.770171] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1143.897291] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.897291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.897291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.897291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.897291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.897495] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 is going to be created. [ 1143.925546] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.925682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.925754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.925954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.926119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.936030] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: UNINITIALIZED for 2s [ 1144.058843] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1144.059316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.059568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.059821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.059985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.060120] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.062150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.062150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.062150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.062150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.062150] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.062374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.062440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.062886] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.063015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.063081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.063230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.064681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.064780] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.567125] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.568313] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.064970] env[65294]: INFO networking_nsxv3.common.synchronization [req-8115c068-c1a6-449e-b08d-470ba9368d7b req-efacbe14-78db-472e-bc5b-260531e27763 tempest-AttachInterfacesUnderV243Test-1493242894 tempest-AttachInterfacesUnderV243Test-1493242894-project-member] Enqueued Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1145.065533] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 with Priority: HIGHEST for action security_group_members [ 1145.065838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0370e-91fb-470c-9efd-bd4b0db1c595 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.065946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.070666] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.072154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddd0370e-91fb-470c-9efd-bd4b0db1c595: rpc.has_security_group_logging(os_id): False [ 1145.093023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.093023] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.093023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.093023] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be updated. [ 1145.236770] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.237257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.237257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.237389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.252437] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: IN_PROGRESS for 2s [ 1145.576713] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.576713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.576713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.576713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.576713] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.576713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be updated. [ 1145.620218] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.620218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.620578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.620834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.621117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.636865] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: IN_PROGRESS for 2s [ 1145.676045] env[65294]: INFO networking_nsxv3.common.synchronization [req-879bb037-bfe7-4c28-98b5-f1d6ee02f4a4 req-cf4ce821-f669-40be-92e0-6e2f2a15a665 tempest-ServerRescueTestJSON-48470989 tempest-ServerRescueTestJSON-48470989-project-member] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1145.676045] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1145.676665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.676995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.676995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.677407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.678065] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.678292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.678404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.678688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.678834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.678995] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.790082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1145.790319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.948552] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: SUCCESS [ 1145.948552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.948552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.948552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.948789] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.948850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.949086] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.949172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.949209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.949268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.949368] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.043212] env[65294]: INFO networking_nsxv3.common.synchronization [req-796ef6fb-e051-49bc-97b6-7bd28b50e523 req-0ae75df2-d2dc-4351-b9cb-98c645c3c89c tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1146.043961] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1146.044376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.044482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.044544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.044753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.044934] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.045051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.045115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.045277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.045460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.046034] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.170998] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.171151] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.171188] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.171547] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.171832] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.171993] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.172131] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.172347] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.172497] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.172709] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.172819] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.173809] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.173809] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.173809] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.173809] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.173809] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.181665] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.181865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.181940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.182227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.182384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.182680] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.182821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.182915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.183146] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.183278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.183368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e already deleted. [ 1146.183478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193889] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.194066] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.194205] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.194379] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.194686] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.194861] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.195016] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.195301] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.195436] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb79410-0b87-4fc6-a6fb-7e4077845ff9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.452450] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.452677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.452677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.452876] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.453244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.453244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.453244] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.453799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.453799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.453799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.453799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.453799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.453957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.453983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.454184] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.454261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.454261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.454415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.454708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.454787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.455073] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.550016] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.550190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.550269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.550500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.550596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.550798] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.550897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.550959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.551153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.551247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.551338] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1146.586327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.586689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.586779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.586931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.596897] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1146.699328] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.699569] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.699681] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.699966] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.700130] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.700293] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port cbb79410-0b87-4fc6-a6fb-7e4077845ff9 not found, creating... [ 1146.700710] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.700887] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.701012] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.701246] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.701424] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.701681] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.702483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.702618] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.702904] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.703085] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.703236] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: cbb79410-0b87-4fc6-a6fb-7e4077845ff9 is going to be created. [ 1146.725269] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.725480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.725612] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.725902] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.726279] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.726481] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.957348] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cadec426-4e65-47c6-a1a7-5baad3f2f230: rpc.has_security_group_logging(os_id): False [ 1146.976596] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.976742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.976811] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.977251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.977365] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.977465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.977560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.977753] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.977942] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.978109] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.978215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.979124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.979124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.979124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.979124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.979124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.979332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.979430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.979571] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 is going to be created. [ 1147.038995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.039195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.039268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.039676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.039676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.050881] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: IN_PROGRESS for 2s [ 1147.268043] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1147.268684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.269326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.269326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.269556] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.479698] env[65294]: INFO networking_nsxv3.common.synchronization [req-879bb037-bfe7-4c28-98b5-f1d6ee02f4a4 req-797b7b61-ad12-486c-a1ea-fea61f09a708 service nova] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_rules [ 1147.479698] env[65294]: INFO networking_nsxv3.common.synchronization [req-879bb037-bfe7-4c28-98b5-f1d6ee02f4a4 req-797b7b61-ad12-486c-a1ea-fea61f09a708 service nova] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1147.479823] env[65294]: INFO networking_nsxv3.common.synchronization [req-879bb037-bfe7-4c28-98b5-f1d6ee02f4a4 req-797b7b61-ad12-486c-a1ea-fea61f09a708 service nova] Enqueued Resource ID: cbb79410-0b87-4fc6-a6fb-7e4077845ff9 with Priority: HIGHEST for action port [ 1147.480471] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_rules [ 1147.480675] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1147.480733] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb79410-0b87-4fc6-a6fb-7e4077845ff9 with Priority: HIGHEST for action port [ 1147.481072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.481072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.481404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.481699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.481792] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.482742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.482847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.482847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.483091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.483296] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.483410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.483653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.483980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.483980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.484176] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.485459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.485592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.485644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.485830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.486229] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb79410-0b87-4fc6-a6fb-7e4077845ff9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.653312] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 in Status: SUCCESS [ 1147.653775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.653775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.654357] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.654628] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.654813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.654916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.655122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.655257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.655565] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.775418] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.775624] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.775747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.776035] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.776305] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.776465] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.776594] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.776847] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.777008] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.777404] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.777404] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.777489] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.777524] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.777627] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.777734] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.778018] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.810048] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.810209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.810252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.810466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.810559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.810660] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be deleted. [ 1147.820577] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.820753] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.820934] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.821275] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-427" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.821402] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-83a5145b-2e3c-4f69-9908-cfcbbac892f1 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.821677] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.821774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.822038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.822180] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a5145b-2e3c-4f69-9908-cfcbbac892f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.921799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.921944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.922042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.922282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.922376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.922501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.988433] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.989608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989965] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.990181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb79410-0b87-4fc6-a6fb-7e4077845ff9 with status ACTIVE [ 1147.990371] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.990474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.991334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.991334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.991334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.991334] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.991334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.991334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.991785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.991785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.991785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.991785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.991915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.991970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.992059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.992185] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb79410-0b87-4fc6-a6fb-7e4077845ff9 is going to be updated. [ 1148.020340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.020501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.020543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.020788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.020980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.021178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb79410-0b87-4fc6-a6fb-7e4077845ff9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.157904] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.158090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.158159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.158364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.158450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.158650] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.158745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.158821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.158947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.159183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.159183] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 is going to be deleted. [ 1148.223626] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.224063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.224154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.224398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.224632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.224844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.225076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.225281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.225477] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.225593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.225662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.225862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.225976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.226085] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0370e-91fb-470c-9efd-bd4b0db1c595',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.325209] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.325447] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.325634] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.325891] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.326075] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.326461] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.326725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.326886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.327248] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.327360] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.327677] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.328039] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.328314] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.328545] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.328727] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.328892] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 is going to be updated. [ 1148.350624] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.350921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.351098] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.351906] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.351906] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.351906] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.495187] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.622089] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1148.622345] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1148.622500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.729088] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.729782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.729782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.729782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.729782] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.729969] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.730042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.730089] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.730223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.730304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.730637] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0370e-91fb-470c-9efd-bd4b0db1c595 already deleted. [ 1148.730637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0370e-91fb-470c-9efd-bd4b0db1c595" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.998473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.998566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.998655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.998879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.999009] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.999128] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be created. [ 1149.026340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.026510] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.026547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.026774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.026997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.037330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: UNINITIALIZED for 2s [ 1149.052213] env[65294]: INFO networking_nsxv3.common.synchronization [req-febc0a69-8d0f-4ef0-afda-ebdc9be2bb15 req-e5d26b3d-9890-41f7-9420-b628dfb46f22 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1149.052392] env[65294]: INFO networking_nsxv3.common.synchronization [req-febc0a69-8d0f-4ef0-afda-ebdc9be2bb15 req-e5d26b3d-9890-41f7-9420-b628dfb46f22 service nova] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1149.052523] env[65294]: INFO networking_nsxv3.common.synchronization [req-febc0a69-8d0f-4ef0-afda-ebdc9be2bb15 req-e5d26b3d-9890-41f7-9420-b628dfb46f22 service nova] Enqueued Resource ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with Priority: HIGHEST for action port [ 1149.054119] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_rules [ 1149.054168] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1149.054260] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with Priority: HIGHEST for action port [ 1149.054538] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.054657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.054727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.055022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.055109] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.056042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.056228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.056228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.056483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.057062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.057062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.057062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.057062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.057480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.057480] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.058979] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a5145b-2e3c-4f69-9908-cfcbbac892f1 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.058979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.058979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.058979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.058979] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a5145b-2e3c-4f69-9908-cfcbbac892f1',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.084770] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: SUCCESS [ 1149.084991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.560528] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a5145b-2e3c-4f69-9908-cfcbbac892f1 with status ACTIVE [ 1149.561101] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.561308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.561375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.561664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.561786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.562024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.562170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.562270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.562469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.562571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.562803] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.562949] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.563048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.563198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.563275] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.563365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a5145b-2e3c-4f69-9908-cfcbbac892f1 is going to be updated. [ 1149.564668] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.564804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.564900] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.590661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.590836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.590900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.591131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.591278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.591448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a5145b-2e3c-4f69-9908-cfcbbac892f1" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.019318] env[65294]: INFO networking_nsxv3.common.synchronization [req-048790ab-fc3a-489c-a622-af9a6ebe0f38 req-b461b3bf-e95d-4df8-9254-e786edb4efb2 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1150.019900] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1150.021043] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.021043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.021043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.021043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.021043] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.021376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.021376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.021376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.021472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.021611] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.067594] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.356824] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.357046] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.357173] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.357707] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.357992] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.358183] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.358303] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.358525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.358672] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.358914] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.359044] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.359156] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.359260] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.359367] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.359470] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.359599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.382013] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.382205] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.382683] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.382683] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-228" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.383147] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-90c1f9fd-605d-4b8f-9801-09159d4643af taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.383449] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.384066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.384166] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.384379] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c1f9fd-605d-4b8f-9801-09159d4643af',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.524798] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.524798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.524798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.524798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.525062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.525160] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.525222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.525268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.525868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.525868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.525868] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1150.556839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.556839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.557201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.557435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.557574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.566959] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1150.569497] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.569657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.569711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.569898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.569977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.570093] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1150.609198] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.609432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.609432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.609550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.609688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.618699] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1150.888690] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.888930] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.889083] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.889358] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.889511] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.889664] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 90c1f9fd-605d-4b8f-9801-09159d4643af not found, creating... [ 1150.889923] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.890089] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.890203] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.890413] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.890566] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.890862] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.891026] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.891143] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.891349] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.891480] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.891620] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 90c1f9fd-605d-4b8f-9801-09159d4643af is going to be created. [ 1150.923446] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.923718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.923858] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.924149] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.924372] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.924595] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.049640] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1151.050067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.050067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.050226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.050542] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.050752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.051096] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.051318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.051415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.051544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.051653] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.555124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.555124] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.555124] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.555429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.555429] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.555429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.555558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.555785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.555785] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.555904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.555904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.556011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.556092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.556204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.556241] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.670531] env[65294]: INFO networking_nsxv3.common.synchronization [req-048790ab-fc3a-489c-a622-af9a6ebe0f38 req-109c0a64-1691-4d4f-976d-01c327846ba7 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1151.670729] env[65294]: INFO networking_nsxv3.common.synchronization [req-048790ab-fc3a-489c-a622-af9a6ebe0f38 req-109c0a64-1691-4d4f-976d-01c327846ba7 service nova] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1151.670863] env[65294]: INFO networking_nsxv3.common.synchronization [req-048790ab-fc3a-489c-a622-af9a6ebe0f38 req-109c0a64-1691-4d4f-976d-01c327846ba7 service nova] Enqueued Resource ID: 90c1f9fd-605d-4b8f-9801-09159d4643af with Priority: HIGHEST for action port [ 1151.674092] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_rules [ 1151.674287] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1151.674402] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1f9fd-605d-4b8f-9801-09159d4643af with Priority: HIGHEST for action port [ 1151.674892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.675031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.675117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.675373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.675448] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.676307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.676439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.676682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c1f9fd-605d-4b8f-9801-09159d4643af taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.676842] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.676954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.678115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.678259] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c1f9fd-605d-4b8f-9801-09159d4643af',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.058223] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca4a000-463d-488e-981a-1c0ffbfcde0e: rpc.has_security_group_logging(os_id): False [ 1152.081100] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.081328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.081328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.081565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.081666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.082038] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.082038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.082038] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.082220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.082334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.082637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.082637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.082637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.082824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.082824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.083465] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.083465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.083465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.083465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.083465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.083465] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be created. [ 1152.151441] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.151637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.151688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.151913] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.152117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.164998] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1152.180981] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.181826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.183230] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90c1f9fd-605d-4b8f-9801-09159d4643af with status ACTIVE [ 1152.183230] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.183230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.183230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.183230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.183230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.183230] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.183230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.183785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.183785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.183785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.183885] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.184141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.184141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.184252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.184300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.184441] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90c1f9fd-605d-4b8f-9801-09159d4643af is going to be updated. [ 1152.216786] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.217954] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c1f9fd-605d-4b8f-9801-09159d4643af" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364995] env[65294]: INFO networking_nsxv3.common.synchronization [req-727cec61-d088-4aa0-939c-be667ac2c2fb req-cbd3d58a-e2a7-49ee-9bf7-be628e804d3d tempest-ServersTestJSON-1421946121 tempest-ServersTestJSON-1421946121-project-member] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1152.366536] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGHEST for action security_group_members [ 1152.366536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.366536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.366536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.366771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.367110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.367110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.367110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.367316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.367723] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.367723] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.580047] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1152.580239] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1152.580667] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.581053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.582190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.582190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.582190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.582190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.582190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.582190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.582190] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.629506] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1152.629506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.629506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.629754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.629949] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.631186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.631186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.631186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.631186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.631186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.631186] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.870765] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.871187] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.871305] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.871570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.871678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.871965] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.872090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.872196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.872331] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.872417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.872507] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be updated. [ 1152.908630] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.909083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.909171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.909394] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.909559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.919800] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: IN_PROGRESS for 2s [ 1153.091967] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.133507] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.133750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.133833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.134071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.134264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.134414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.134490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.134681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.134775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.134872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.135121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.135209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.135209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.135351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.135509] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.135593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.135659] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.135789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.135944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.135944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.136068] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.342422] env[65294]: INFO networking_nsxv3.common.synchronization [req-ba329c5d-a0b5-462e-b1a2-96dbdaff67f3 req-1e7aeeda-d355-4034-823b-4cdf80ea7f0f tempest-ServersNegativeTestMultiTenantJSON-2132815613 tempest-ServersNegativeTestMultiTenantJSON-2132815613-project-member] Enqueued Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1153.343101] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 with Priority: HIGHEST for action security_group_members [ 1153.343407] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadec426-4e65-47c6-a1a7-5baad3f2f230 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.344082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.344082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.344082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.344082] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.346267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.346267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.346267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.346593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.346593] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadec426-4e65-47c6-a1a7-5baad3f2f230',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.596845] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.639082] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f926ae26-352b-4b5e-9316-feb91f83f0aa: rpc.has_security_group_logging(os_id): False [ 1153.663644] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.663860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.663983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.664204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.664300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.664609] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.664740] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.664810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.665030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.665138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.665393] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.665498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.665559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.665712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.665850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.666067] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.666170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.666267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.666444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.666521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.666614] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1153.743176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.743412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.743412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.743650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.743807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.764421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1153.849430] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.849754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.849754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.849899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.849995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.850496] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.850496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.850496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.850737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.850737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.850737] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 is going to be updated. [ 1153.891085] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.891266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.891266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.891479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.891775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.905029] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: IN_PROGRESS for 2s [ 1154.100300] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.100617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.100617] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.100779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.100870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.100966] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1154.139270] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.139270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.139270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.139831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.139865] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.153798] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1154.183297] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1154.183525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.934203] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64461369-bb14-40de-bbae-96066e5044fd in Status: SUCCESS [ 1154.934203] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64461369-bb14-40de-bbae-96066e5044fd deletion is rescheduled due to dependency. [ 1154.934203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.779284] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1155.779581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.915527] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 in Status: SUCCESS [ 1155.915767] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadec426-4e65-47c6-a1a7-5baad3f2f230 deletion is rescheduled due to dependency. [ 1155.915886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadec426-4e65-47c6-a1a7-5baad3f2f230" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.165861] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1156.166196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.167035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.167035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.167035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.167035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.167035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.167291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.167323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.167392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.167480] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.461656] env[65294]: INFO networking_nsxv3.common.synchronization [req-e5064420-7928-4c2d-84f2-ab372051d5d2 req-6ea7d649-80a9-412f-a9fd-b9092c4bba8f tempest-AttachVolumeTestJSON-261419108 tempest-AttachVolumeTestJSON-261419108-project-member] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1156.462307] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGHEST for action security_group_members [ 1156.462555] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.462696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.462764] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.462969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.463369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.463469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.464240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.464240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.464240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.464240] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.673030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.673030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.673030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.673030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.673030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.673886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.673886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.673886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.673886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.673886] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.966052] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.966052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.966535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.966535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.966829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.966995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.967171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.967284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.967610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.967610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.968586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 is going to be updated. [ 1157.001191] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.001335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.001407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.001706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.001924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.014927] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: IN_PROGRESS for 2s [ 1157.177161] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9: rpc.has_security_group_logging(os_id): False [ 1157.199047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.199047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.199047] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.199047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.199649] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.199649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.199649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.199893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.200322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.200607] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1157.289211] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.289399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.289399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.289618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.289756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.306725] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1157.700701] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d7eda56e-0cf3-4583-a57d-76751f3fc8df None None] Enqueued Resource ID: 1e0197c8-b31d-46ea-aac2-8ea1640e64bd with Priority: HIGHEST for action port [ 1157.702493] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0197c8-b31d-46ea-aac2-8ea1640e64bd with Priority: HIGHEST for action port [ 1157.704366] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0197c8-b31d-46ea-aac2-8ea1640e64bd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.704497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0197c8-b31d-46ea-aac2-8ea1640e64bd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.704576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0197c8-b31d-46ea-aac2-8ea1640e64bd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.704918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0197c8-b31d-46ea-aac2-8ea1640e64bd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.705020] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0197c8-b31d-46ea-aac2-8ea1640e64bd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.209562] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e0197c8-b31d-46ea-aac2-8ea1640e64bd [ 1158.209562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.209562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.209562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.209562] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e0197c8-b31d-46ea-aac2-8ea1640e64bd already deleted. [ 1158.209562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0197c8-b31d-46ea-aac2-8ea1640e64bd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.487842] env[65294]: INFO networking_nsxv3.common.synchronization [None req-50deaf36-e0e1-4e85-bd16-5d2d0665d72c tempest-ServersV294TestFqdnHostnames-1981050522 tempest-ServersV294TestFqdnHostnames-1981050522-project-member] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1158.488635] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1158.490318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.490465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.490465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.491877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.491877] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.647716] env[65294]: INFO networking_nsxv3.common.synchronization [None req-16faa3f0-7ad7-4b40-84d4-096dc53ce13f tempest-ServersV294TestFqdnHostnames-1981050522 tempest-ServersV294TestFqdnHostnames-1981050522-project-member] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1158.648264] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1158.648616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.648721] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.021637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.021637] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad already deleted. [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.021637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.022403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.022532] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.036529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 in Status: SUCCESS [ 1159.036529] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 deletion is rescheduled due to dependency. [ 1159.036529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.324688] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1159.324688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.549313] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.549313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.549313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.549313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.549313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.549313] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad already deleted. [ 1159.549313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.596179] env[65294]: INFO networking_nsxv3.common.synchronization [None req-19ad32fb-c1e8-4b06-821d-4248e6dd4395 None None] Enqueued Resource ID: 8b8bf6b7-5577-4c92-bd6e-380dfb6c0760 with Priority: HIGHEST for action port [ 1160.597351] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8bf6b7-5577-4c92-bd6e-380dfb6c0760 with Priority: HIGHEST for action port [ 1160.597351] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8bf6b7-5577-4c92-bd6e-380dfb6c0760 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.597351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8bf6b7-5577-4c92-bd6e-380dfb6c0760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.597351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8bf6b7-5577-4c92-bd6e-380dfb6c0760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.597529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8bf6b7-5577-4c92-bd6e-380dfb6c0760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.599081] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8bf6b7-5577-4c92-bd6e-380dfb6c0760',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.099357] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b8bf6b7-5577-4c92-bd6e-380dfb6c0760 [ 1161.099684] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.099859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.099951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.100359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.100359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.100419] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b8bf6b7-5577-4c92-bd6e-380dfb6c0760 already deleted. [ 1161.100506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8bf6b7-5577-4c92-bd6e-380dfb6c0760" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.951944] env[65294]: INFO networking_nsxv3.common.synchronization [req-88e4342b-9219-48d8-9122-95169fad92b4 req-0cc0fc05-47b2-4a5a-b85e-883126bd6c81 tempest-ServerDiskConfigTestJSON-122379441 tempest-ServerDiskConfigTestJSON-122379441-project-member] Enqueued Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1164.953144] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 with Priority: HIGHEST for action security_group_members [ 1164.953144] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.953144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.953346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.953529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.953726] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.953834] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.953893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.954075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.954596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954596] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa7c828-1a3a-4839-b8cb-5480fecbb2c9',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.380880] env[65294]: INFO networking_nsxv3.common.synchronization [req-989c76eb-565d-4e8c-8e68-0be40e829a88 req-92a30397-2606-4009-8820-58a3ccf24568 tempest-ServersV294TestFqdnHostnames-1981050522 tempest-ServersV294TestFqdnHostnames-1981050522-project-member] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1165.381534] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1165.382018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.382432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.382432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.382658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.382835] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.382935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.383010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.383182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.383256] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.383348] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.456331] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.456526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.456578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.456779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.456869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.457081] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.457184] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.457245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.457381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.457456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.457557] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 is going to be updated. [ 1165.487035] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.487257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.487257] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.487449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.487633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.497721] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: IN_PROGRESS for 2s [ 1165.527776] env[65294]: INFO networking_nsxv3.common.synchronization [req-895005dc-b8c2-44af-afc1-6705922f6b72 req-25182397-3bd7-4a2f-a821-aac9087335ee tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1165.528531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1165.528895] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.528895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.528895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.529489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.529489] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.530051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.530051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.530051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.530051] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.530051] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.890473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890473] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890473] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad already deleted. [ 1165.890473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.904275] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.904479] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-403" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.904647] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-403" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.905014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-403" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.905324] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.905483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.905596] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.905951] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.906182] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.906370] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.906477] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.906583] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.906700] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.906813] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.906919] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.907071] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.929932] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.930277] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.930440] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.930652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-403" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.931296] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-52b94e53-7269-4064-bc19-fa5a708bfd9b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.931296] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.931470] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.931864] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.932017] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b94e53-7269-4064-bc19-fa5a708bfd9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.034203] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.439335] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.439659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.439872] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.440246] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.440465] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.440702] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 52b94e53-7269-4064-bc19-fa5a708bfd9b not found, creating... [ 1166.441086] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.441331] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.441518] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.441980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.442170] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.442511] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.442711] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.442845] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.443122] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.443297] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.443463] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 52b94e53-7269-4064-bc19-fa5a708bfd9b is going to be created. [ 1166.472766] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.473014] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.473192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.473491] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.473819] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.474103] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.538603] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.040400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.040400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.040400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.040816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.040816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.040977] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be updated. [ 1167.071479] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.071668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.071801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.071983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.072195] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.082360] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1167.213743] env[65294]: INFO networking_nsxv3.common.synchronization [req-989c76eb-565d-4e8c-8e68-0be40e829a88 req-9b5da59d-3c6b-4cc4-8266-831b2a168ac5 service nova] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1167.213939] env[65294]: INFO networking_nsxv3.common.synchronization [req-989c76eb-565d-4e8c-8e68-0be40e829a88 req-9b5da59d-3c6b-4cc4-8266-831b2a168ac5 service nova] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1167.214091] env[65294]: INFO networking_nsxv3.common.synchronization [req-989c76eb-565d-4e8c-8e68-0be40e829a88 req-9b5da59d-3c6b-4cc4-8266-831b2a168ac5 service nova] Enqueued Resource ID: 52b94e53-7269-4064-bc19-fa5a708bfd9b with Priority: HIGHEST for action port [ 1167.214641] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_rules [ 1167.214784] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1167.214888] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b94e53-7269-4064-bc19-fa5a708bfd9b with Priority: HIGHEST for action port [ 1167.215545] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.215545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.215545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.215729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.215796] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.219159] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.219972] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.219972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.220508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.220508] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.221384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b94e53-7269-4064-bc19-fa5a708bfd9b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.221503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.221586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.221752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.221833] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b94e53-7269-4064-bc19-fa5a708bfd9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.509011] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 in Status: SUCCESS [ 1167.509227] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa7c828-1a3a-4839-b8cb-5480fecbb2c9 deletion is rescheduled due to dependency. [ 1167.509345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa7c828-1a3a-4839-b8cb-5480fecbb2c9" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.724097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.725763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.725763] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.725912] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b94e53-7269-4064-bc19-fa5a708bfd9b with status ACTIVE [ 1167.726217] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.726217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.726349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.726489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.726627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.726867] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.727021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.727115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.727633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.727633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.727728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.727870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.727995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.728156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.728252] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.728401] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b94e53-7269-4064-bc19-fa5a708bfd9b is going to be updated. [ 1167.754381] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.754540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.754587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.755222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.755222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.755222] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b94e53-7269-4064-bc19-fa5a708bfd9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.231011] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.733327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.733327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.733327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.733571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.733629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.733773] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad is going to be created. [ 1168.759277] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.759856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.770825] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: UNINITIALIZED for 2s [ 1169.096537] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1169.096702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.295340] env[65294]: INFO networking_nsxv3.common.synchronization [req-99cdabf0-dd95-4e58-ad27-f3326b504259 req-1044e5c3-c64c-448b-af30-5da907fb07a4 tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1170.295852] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1170.296205] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.296337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.296392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.296624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.296790] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.296883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.297494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.297494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.297494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.297494] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.782980] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: SUCCESS [ 1170.782980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.783167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.783258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.783467] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.783597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.783731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.783917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.784010] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.784111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.784201] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.801574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.801574] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.801574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.801574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1170.832379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.832570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.832614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.832805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.832953] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.849138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1171.287202] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.789926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad: rpc.has_security_group_logging(os_id): False [ 1171.815637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.815850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.815938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.816296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.816471] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.816853] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.817419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.817520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.817745] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.817827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.817921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad is going to be created. [ 1171.928720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.928720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.928720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.928720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.929045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.940744] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: IN_PROGRESS for 2s [ 1172.862440] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1172.862824] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a deletion is rescheduled due to dependency. [ 1172.862824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.956201] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: SUCCESS [ 1173.956201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.207027] env[65294]: INFO networking_nsxv3.common.synchronization [None req-6a3e5b75-e8b0-4190-a8ae-62b313e92ef9 None None] Enqueued Resource ID: d596422e-1bc4-4917-9248-d434b19083be with Priority: HIGHEST for action port [ 1174.207027] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d596422e-1bc4-4917-9248-d434b19083be with Priority: HIGHEST for action port [ 1174.209613] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d596422e-1bc4-4917-9248-d434b19083be taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.209613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d596422e-1bc4-4917-9248-d434b19083be" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.209613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d596422e-1bc4-4917-9248-d434b19083be" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.209613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d596422e-1bc4-4917-9248-d434b19083be" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.209613] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d596422e-1bc4-4917-9248-d434b19083be',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.346737] env[65294]: INFO networking_nsxv3.common.synchronization [req-4e934c76-fd3f-4acb-a416-c393d99a52e7 req-8c2c38db-7c77-431e-99c8-cec2089bc405 tempest-AttachVolumeNegativeTest-2009886264 tempest-AttachVolumeNegativeTest-2009886264-project-member] Enqueued Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1174.347280] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 with Priority: HIGHEST for action security_group_members [ 1174.347672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.347759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.347759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.347959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.349451] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.349451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.349451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.349451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.349451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.349451] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f5cf3b-55c0-4b1d-ae97-70845ae352e0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.712418] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d596422e-1bc4-4917-9248-d434b19083be [ 1174.712666] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.713306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.713306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.713306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.713306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.713306] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d596422e-1bc4-4917-9248-d434b19083be already deleted. [ 1174.713599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d596422e-1bc4-4917-9248-d434b19083be" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.745675] env[65294]: INFO networking_nsxv3.common.synchronization [req-f73cb25b-7734-4c90-b350-10ba0f734558 req-2a2ec280-1c4d-4c4f-bc32-5f79d1bcb698 tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1174.745675] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGHEST for action security_group_members [ 1174.745675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.745675] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.745675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.745675] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.853228] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.853388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.853492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.854202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.854202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.854202] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.855326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.855326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.855326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.855326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.855326] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 is going to be updated. [ 1174.890408] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.890408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.890408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.890548] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.890664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.904785] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: IN_PROGRESS for 2s [ 1175.253122] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.253122] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.253122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.253122] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be updated. [ 1175.303716] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.303916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.304056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.304366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.304580] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.320999] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: IN_PROGRESS for 2s [ 1175.996143] env[65294]: INFO networking_nsxv3.common.synchronization [req-82c5b212-c98d-4e44-ac42-eb76960b494b req-e235043e-ccf8-4bcd-8043-6d6df25a0a4e tempest-ServerRescueTestJSON-48470989 tempest-ServerRescueTestJSON-48470989-project-member] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1175.996143] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1175.996404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.996593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.996993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.996993] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.997155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.997223] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.997308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.997391] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.336551] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.336934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.336934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.337233] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.337496] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.337652] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.337762] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.338050] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.338719] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.338719] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.338719] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.338908] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.338908] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.338978] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.339099] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.339258] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.359305] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.359497] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.359637] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.359815] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-297" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.360141] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.360305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.360435] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.360731] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.360877] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d59e519-09fa-4ed4-8d82-8b0ef3263ab7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.500598] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.864592] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.864876] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.865045] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.865336] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.865503] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.866252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 not found, creating... [ 1176.866252] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.866252] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.866252] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.866558] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.866558] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.866824] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.866967] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.867087] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.867276] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.867401] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.867530] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 is going to be created. [ 1176.894926] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.894926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.894926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.894926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.894926] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.895211] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.915163] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 in Status: SUCCESS [ 1176.915331] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f5cf3b-55c0-4b1d-ae97-70845ae352e0 deletion is rescheduled due to dependency. [ 1176.915410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f5cf3b-55c0-4b1d-ae97-70845ae352e0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.003868] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.172923] env[65294]: INFO networking_nsxv3.common.synchronization [None req-38608164-dcff-4e11-9b5d-3c7c9d7caab7 None None] Enqueued Resource ID: d057c94d-181c-4882-a920-e252225f5c30 with Priority: HIGHEST for action port [ 1177.174057] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d057c94d-181c-4882-a920-e252225f5c30 with Priority: HIGHEST for action port [ 1177.174793] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d057c94d-181c-4882-a920-e252225f5c30 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.174793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d057c94d-181c-4882-a920-e252225f5c30" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.174793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d057c94d-181c-4882-a920-e252225f5c30" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.174793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d057c94d-181c-4882-a920-e252225f5c30" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.174793] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d057c94d-181c-4882-a920-e252225f5c30',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.334599] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 in Status: SUCCESS [ 1177.334842] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 deletion is rescheduled due to dependency. [ 1177.335119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.508304] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.508673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.508673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.508893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.508982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.509138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be updated. [ 1177.543026] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.543026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.543026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.543026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.543026] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.555151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1177.641527] env[65294]: INFO networking_nsxv3.common.synchronization [req-82c5b212-c98d-4e44-ac42-eb76960b494b req-3ccdb207-03ad-4cb2-89c7-e507d2424c5e service nova] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_rules [ 1177.642820] env[65294]: INFO networking_nsxv3.common.synchronization [req-82c5b212-c98d-4e44-ac42-eb76960b494b req-3ccdb207-03ad-4cb2-89c7-e507d2424c5e service nova] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1177.642820] env[65294]: INFO networking_nsxv3.common.synchronization [req-82c5b212-c98d-4e44-ac42-eb76960b494b req-3ccdb207-03ad-4cb2-89c7-e507d2424c5e service nova] Enqueued Resource ID: 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 with Priority: HIGHEST for action port [ 1177.644709] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_rules [ 1177.644709] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1177.644709] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 with Priority: HIGHEST for action port [ 1177.646151] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.646151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.646151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.646151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.646151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.647528] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.647528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.647781] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.647905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.647972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.648183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.648257] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d59e519-09fa-4ed4-8d82-8b0ef3263ab7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.677421] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d057c94d-181c-4882-a920-e252225f5c30 [ 1177.677663] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.677847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.677928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.678205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.678347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.678508] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d057c94d-181c-4882-a920-e252225f5c30 already deleted. [ 1177.678646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d057c94d-181c-4882-a920-e252225f5c30" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.151060] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.151060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.152435] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 with status ACTIVE [ 1178.152435] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.152582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.152640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.152878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.152998] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.153341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.153407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.153564] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.153643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.153997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.154072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.154215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.154289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.154375] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d59e519-09fa-4ed4-8d82-8b0ef3263ab7 is going to be updated. [ 1178.176080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.176292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.176338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.176551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.176720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.176891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d59e519-09fa-4ed4-8d82-8b0ef3263ab7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.568734] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1179.569087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.569939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.569939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.569939] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.569939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.569939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.570263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.570263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.570263] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.073197] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.298895] env[65294]: INFO networking_nsxv3.common.synchronization [None req-550e8a03-d9c9-418f-a30a-c356923fe52f tempest-AttachInterfacesTestJSON-1699847049 tempest-AttachInterfacesTestJSON-1699847049-project-member] Enqueued Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1180.299436] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f926ae26-352b-4b5e-9316-feb91f83f0aa with Priority: HIGHEST for action security_group_members [ 1180.299736] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f926ae26-352b-4b5e-9316-feb91f83f0aa taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.299925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.299997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.300207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.300366] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.300464] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.301361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.301545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.301669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.301748] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f926ae26-352b-4b5e-9316-feb91f83f0aa',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.576423] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.804107] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.804385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.804419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.804499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.804709] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.804861] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.805021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.805136] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.805233] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa is going to be updated. [ 1180.834162] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.834321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.834377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834586] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.843764] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: IN_PROGRESS for 2s [ 1181.078973] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.079170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.079247] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.079477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.079599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.079743] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be updated. [ 1181.111327] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.111575] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.111642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.112046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.112246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.123529] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1182.856890] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f926ae26-352b-4b5e-9316-feb91f83f0aa in Status: SUCCESS [ 1182.857167] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f926ae26-352b-4b5e-9316-feb91f83f0aa deletion is rescheduled due to dependency. [ 1182.857167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f926ae26-352b-4b5e-9316-feb91f83f0aa" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.877676] env[65294]: INFO networking_nsxv3.common.synchronization [req-fc2d84ba-a0b1-41c9-9b27-1a0f2a951b08 req-d3e29744-d689-46a4-a968-5ef76adead47 tempest-ServersNegativeTestJSON-72882699 tempest-ServersNegativeTestJSON-72882699-project-member] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1182.878392] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1182.878979] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.879162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.879232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.879533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.879732] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.879847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.879904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.880160] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.880264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.880395] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.135898] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1183.136082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.136255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.136466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.136659] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.136771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.136837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.136994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.137094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137178] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137270] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.290030] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.290277] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290410] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.290774] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291052] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.291254] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.291372] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.291590] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291760] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.291969] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.292097] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.292206] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.292311] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.292418] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.292521] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.292654] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.313573] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.313978] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.313978] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.314208] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.314539] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-a0cfc72d-947a-4b9e-9ad3-26431551b42e taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.314844] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.314935] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.315266] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.315404] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cfc72d-947a-4b9e-9ad3-26431551b42e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.383369] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.383591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.383633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.383896] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.383992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.384249] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.384358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.384465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.384624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.384742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.384850] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 already deleted. [ 1183.384952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.640649] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.640844] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.640892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.641093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.641255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.641353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.641416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.641562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.641648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.641752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.641902] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.641992] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.642064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.642210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.642347] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.642439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.642498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.642634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.642710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.642793] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.642882] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.818034] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.818189] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.818189] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.818469] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.818619] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.818772] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port a0cfc72d-947a-4b9e-9ad3-26431551b42e not found, creating... [ 1183.819096] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.819197] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.819312] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.819519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.819651] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.820189] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.820189] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.820189] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.820384] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.820517] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.820655] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e is going to be created. [ 1183.842236] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.842433] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.842555] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.842826] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.843067] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.843291] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.145624] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca4a000-463d-488e-981a-1c0ffbfcde0e: rpc.has_security_group_logging(os_id): False [ 1184.165734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.165947] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.165996] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.166224] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.166316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.166512] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.166610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.166673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.166822] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.166916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.167130] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.167227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.167290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.167427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.167503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.167695] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.167808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.167864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.167975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.168058] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.168138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be updated. [ 1184.236491] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.236692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.236692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.236956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.237125] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.249246] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1184.553835] env[65294]: INFO networking_nsxv3.common.synchronization [req-fc2d84ba-a0b1-41c9-9b27-1a0f2a951b08 req-f8a0ca81-7a4b-46f4-8a3c-6b1b349f4d36 service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1184.554103] env[65294]: INFO networking_nsxv3.common.synchronization [req-fc2d84ba-a0b1-41c9-9b27-1a0f2a951b08 req-f8a0ca81-7a4b-46f4-8a3c-6b1b349f4d36 service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1184.554200] env[65294]: INFO networking_nsxv3.common.synchronization [req-fc2d84ba-a0b1-41c9-9b27-1a0f2a951b08 req-f8a0ca81-7a4b-46f4-8a3c-6b1b349f4d36 service nova] Enqueued Resource ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e with Priority: HIGHEST for action port [ 1184.554702] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1184.554845] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1184.554942] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e with Priority: HIGHEST for action port [ 1184.555255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.555417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.555489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.555747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.555828] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.557075] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.557191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.557299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.557422] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.557616] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.557681] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.557715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.557847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.557946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.558077] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.562020] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cfc72d-947a-4b9e-9ad3-26431551b42e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.562020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.562020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.562020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.562020] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cfc72d-947a-4b9e-9ad3-26431551b42e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.060539] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.060686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.064242] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.065287] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0cfc72d-947a-4b9e-9ad3-26431551b42e with status ACTIVE [ 1185.065332] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.065576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.065576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.065732] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.065794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.065971] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.066102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.066167] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.066318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.066395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.066573] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.066669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.066733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.066894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.066969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.067067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e is going to be updated. [ 1185.089587] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.089779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.089903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.090204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.090375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.090588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.247157] env[65294]: INFO networking_nsxv3.common.synchronization [req-15e13551-96e5-40a4-a312-3f3e769d0c82 req-a3fa3659-a121-43e3-8643-9fed2392cdec tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1185.247691] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1185.248237] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.248417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.248490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.248671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.248837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.248934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.248995] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.249155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.249262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.253021] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.302299] env[65294]: INFO networking_nsxv3.common.synchronization [None req-e2c20290-3c6d-4761-bba0-2ecafb5cdd73 None None] Enqueued Resource ID: 5312a6a0-f3ea-41e7-aa99-964df4261803 with Priority: HIGHEST for action port [ 1185.303186] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5312a6a0-f3ea-41e7-aa99-964df4261803 with Priority: HIGHEST for action port [ 1185.303550] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-5312a6a0-f3ea-41e7-aa99-964df4261803 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.303677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5312a6a0-f3ea-41e7-aa99-964df4261803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.303765] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5312a6a0-f3ea-41e7-aa99-964df4261803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.304044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5312a6a0-f3ea-41e7-aa99-964df4261803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.304134] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312a6a0-f3ea-41e7-aa99-964df4261803',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.569571] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.690591] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.690797] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.690923] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.691214] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.691546] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.691736] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.691900] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.692236] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.692596] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.693281] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.693404] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.693518] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.693626] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.693760] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.693866] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.694013] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.712138] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.712330] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.712476] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.712740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.712993] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-fd3cf7da-ac50-4c19-8b60-6a389da8d520 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.713181] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.713300] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.713682] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.713844] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3cf7da-ac50-4c19-8b60-6a389da8d520',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.755825] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.756102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.756196] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.756438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.756888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.756888] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.757073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.757073] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.757298] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.757428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.757554] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1185.786997] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.787227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.787361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.788037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.788037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.798066] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1185.806501] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5312a6a0-f3ea-41e7-aa99-964df4261803 [ 1185.806728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.806850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.806919] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.807361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.807361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.807361] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5312a6a0-f3ea-41e7-aa99-964df4261803 already deleted. [ 1185.807524] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5312a6a0-f3ea-41e7-aa99-964df4261803" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.073028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.073028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.073028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.073028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.073028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.073028] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be created. [ 1186.113373] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.113533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.113573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.114814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.114814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.124372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: UNINITIALIZED for 2s [ 1186.218066] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.218066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.218066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.218066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.218066] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.218266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port fd3cf7da-ac50-4c19-8b60-6a389da8d520 not found, creating... [ 1186.219290] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.219290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.219290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.219290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.219290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.219290] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.219578] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.219578] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.219709] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.219837] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.219969] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 is going to be created. [ 1186.247591] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.247865] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.248022] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.248532] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.249261] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.249638] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.266576] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1186.266757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.040943] env[65294]: INFO networking_nsxv3.common.synchronization [req-15e13551-96e5-40a4-a312-3f3e769d0c82 req-be39218f-3c48-4979-993e-ec0e352b3995 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1187.040943] env[65294]: INFO networking_nsxv3.common.synchronization [req-15e13551-96e5-40a4-a312-3f3e769d0c82 req-be39218f-3c48-4979-993e-ec0e352b3995 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1187.041062] env[65294]: INFO networking_nsxv3.common.synchronization [req-15e13551-96e5-40a4-a312-3f3e769d0c82 req-be39218f-3c48-4979-993e-ec0e352b3995 service nova] Enqueued Resource ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 with Priority: HIGHEST for action port [ 1187.041821] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1187.041821] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1187.041979] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 with Priority: HIGHEST for action port [ 1187.042286] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.042412] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.042486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.042722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.042811] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.043817] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd3cf7da-ac50-4c19-8b60-6a389da8d520 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.044368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.044458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.044553] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3cf7da-ac50-4c19-8b60-6a389da8d520',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.445042] env[65294]: INFO networking_nsxv3.common.synchronization [None req-be63a15c-c3b5-4a51-9ed2-434d128941aa None None] Enqueued Resource ID: 06950def-67ca-4631-b651-e3e85c485c8b with Priority: HIGHEST for action port [ 1187.445042] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06950def-67ca-4631-b651-e3e85c485c8b with Priority: HIGHEST for action port [ 1187.445042] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-06950def-67ca-4631-b651-e3e85c485c8b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.445042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06950def-67ca-4631-b651-e3e85c485c8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.445825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06950def-67ca-4631-b651-e3e85c485c8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.445825] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06950def-67ca-4631-b651-e3e85c485c8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.445825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06950def-67ca-4631-b651-e3e85c485c8b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.546228] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.546484] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.546717] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd3cf7da-ac50-4c19-8b60-6a389da8d520 with status ACTIVE [ 1187.546897] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.547020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.547095] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.547661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.547661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.547771] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.547869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.548011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.548129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.548211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.548400] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.548497] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.548558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.548700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.548775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.548864] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 is going to be updated. [ 1187.577651] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.577891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.578025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.578320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.578534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.578911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.810708] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1187.810896] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a deletion is rescheduled due to dependency. [ 1187.811034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.811206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.811434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.811633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.811854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.811930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.812110] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.812192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.812294] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.947802] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06950def-67ca-4631-b651-e3e85c485c8b [ 1187.948549] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.948999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.949236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.949643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.949880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.950102] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06950def-67ca-4631-b651-e3e85c485c8b already deleted. [ 1187.950296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06950def-67ca-4631-b651-e3e85c485c8b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.051453] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.051665] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.051813] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.052095] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.052360] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.052519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.052634] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.052877] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.053040] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.053248] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.053361] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.053467] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.053571] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.053679] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.053816] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.053953] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.073991] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.074195] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.074347] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.074659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.074896] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-dacf7a6c-0191-4244-abcb-f3d4289548fc taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.075103] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.075244] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.075568] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.075704] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf7a6c-0191-4244-abcb-f3d4289548fc',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.135744] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1188.135983] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.136170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.136390] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.136950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.136950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.136950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.136950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.137218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.137218] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.137218] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.317938] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.580247] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.580646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.580646] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.580843] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.581097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.581483] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.581736] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.581998] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.582284] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.582436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.582784] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.582921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.583061] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.583290] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.583457] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.583605] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: dacf7a6c-0191-4244-abcb-f3d4289548fc is going to be updated. [ 1188.607374] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.607583] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.607706] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.607973] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.608186] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.608417] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.639539] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.639873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.639873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.640074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.640268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.640268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.640419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.640473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.640550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.640640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.640815] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.640952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.641032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.641156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.641297] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.641387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.641490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.641573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.641663] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641939] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.821677] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.149627] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c338b67-f3a0-4694-879e-6c64a6387867: rpc.has_security_group_logging(os_id): False [ 1189.167562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.167757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.167757] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.167984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.168090] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.168284] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.168383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.168512] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.168606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.168670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.168860] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.168966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.169034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.169176] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.169250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.169439] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.169534] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.169594] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.169729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.169801] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.169887] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be created. [ 1189.232437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.232633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.232633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.232856] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.233068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.245556] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1189.324022] env[65294]: INFO networking_nsxv3.common.synchronization [req-5aea2a85-caf3-4377-85b6-30cf4dc76006 req-2210f86d-3f20-4e21-8abf-8d14764d1c3f service nova] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1189.324332] env[65294]: INFO networking_nsxv3.common.synchronization [req-5aea2a85-caf3-4377-85b6-30cf4dc76006 req-2210f86d-3f20-4e21-8abf-8d14764d1c3f service nova] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1189.324563] env[65294]: INFO networking_nsxv3.common.synchronization [req-5aea2a85-caf3-4377-85b6-30cf4dc76006 req-2210f86d-3f20-4e21-8abf-8d14764d1c3f service nova] Enqueued Resource ID: dacf7a6c-0191-4244-abcb-f3d4289548fc with Priority: HIGHEST for action port [ 1189.325512] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.325774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.325924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.326198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.326325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.326457] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1189.328195] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_rules [ 1189.328393] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1189.328527] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacf7a6c-0191-4244-abcb-f3d4289548fc with Priority: HIGHEST for action port [ 1189.329289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.329473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.329587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.329819] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.329931] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.331371] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.331606] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.331803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.332070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.332378] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.332562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.332700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.332961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.333153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.333346] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.335319] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacf7a6c-0191-4244-abcb-f3d4289548fc taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.335620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.335810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.336153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.336330] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf7a6c-0191-4244-abcb-f3d4289548fc',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.380340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.380582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.380665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.380910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.381079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.392130] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1189.841761] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.841761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.841761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.841761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacf7a6c-0191-4244-abcb-f3d4289548fc with status ACTIVE [ 1189.842964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.842964] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.842964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.843391] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.843391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.843391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.843391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.843391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.843557] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacf7a6c-0191-4244-abcb-f3d4289548fc is going to be updated. [ 1189.868582] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.868786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.868868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.869720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.869720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.869720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacf7a6c-0191-4244-abcb-f3d4289548fc" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.346023] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.849189] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.850063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.850154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.850385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.850504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.850658] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be updated. [ 1190.879532] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.879532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.879532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.880029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.880029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.890102] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: IN_PROGRESS for 2s [ 1191.261971] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1191.262210] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.403569] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1191.403569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.403569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.403569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.403569] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.403875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.403875] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.403944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.403977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.404283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.404283] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.908550] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.411850] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b6ffc2-ce10-4964-b074-f7cf5eba858a: rpc.has_security_group_logging(os_id): False [ 1192.432976] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.433190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.433242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.433449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.433572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.433880] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.434019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.434076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.434245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.434326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.434420] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1192.500135] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.500284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.500322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.500568] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.500719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.515108] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1192.901951] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: SUCCESS [ 1192.902225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.902448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.902692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.902900] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.903035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.903107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.903272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.903351] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.903453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.903523] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.406803] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.910275] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41525616-25f4-4887-baa0-7379e8463e76: rpc.has_security_group_logging(os_id): False [ 1193.929058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.929769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.929769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.929769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.929769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.929983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.930116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.930214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.930383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.930481] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.930587] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be updated. [ 1193.989024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.989215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.989215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.989391] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.989562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.007316] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: IN_PROGRESS for 2s [ 1194.329596] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.329717] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1194.530660] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1194.531035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.251853] env[65294]: INFO networking_nsxv3.common.synchronization [req-1ffa744d-1026-48ad-8284-50d2b7966269 req-f5b078a4-18c6-41c5-8845-62ea2f90b5d5 tempest-ServerAddressesNegativeTestJSON-586935649 tempest-ServerAddressesNegativeTestJSON-586935649-project-member] Enqueued Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1195.252608] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1195.252957] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.253087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.253159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.253435] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.253597] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.253718] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.253783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.254013] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.254132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.254231] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.626718] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.626718] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-638" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.627214] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-638" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.627214] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-638" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.627451] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.627613] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.627728] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.627944] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.628107] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.628305] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.628417] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.628559] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.628672] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.628785] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.628893] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.629040] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.650896] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.651074] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.651138] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.651286] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-638" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.651646] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-6052f9c9-89de-4f75-b44e-b15c6d984801 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.651827] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.651950] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.652302] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.652444] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6052f9c9-89de-4f75-b44e-b15c6d984801',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.756839] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.757035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.757618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.757618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.757618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.757850] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.757850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.758020] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.758079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.758225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.758289] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 already deleted. [ 1195.758352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.024345] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: SUCCESS [ 1196.024605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.154654] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.155038] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.155216] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.155637] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.155873] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.156137] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 6052f9c9-89de-4f75-b44e-b15c6d984801 not found, creating... [ 1196.156553] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.156805] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.156985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.157354] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.157565] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.157998] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.158277] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.158462] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.158787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.158994] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.159219] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 6052f9c9-89de-4f75-b44e-b15c6d984801 is going to be created. [ 1196.184780] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.185053] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.185113] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.185392] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.185639] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.185919] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.935733] env[65294]: INFO networking_nsxv3.common.synchronization [req-1ffa744d-1026-48ad-8284-50d2b7966269 req-5c0185ab-6ec9-4731-88c3-b13bee03ab3b service nova] Enqueued Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_rules [ 1196.936044] env[65294]: INFO networking_nsxv3.common.synchronization [req-1ffa744d-1026-48ad-8284-50d2b7966269 req-5c0185ab-6ec9-4731-88c3-b13bee03ab3b service nova] Enqueued Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1196.936044] env[65294]: INFO networking_nsxv3.common.synchronization [req-1ffa744d-1026-48ad-8284-50d2b7966269 req-5c0185ab-6ec9-4731-88c3-b13bee03ab3b service nova] Enqueued Resource ID: 6052f9c9-89de-4f75-b44e-b15c6d984801 with Priority: HIGHEST for action port [ 1196.936620] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_rules [ 1196.936764] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1196.936858] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6052f9c9-89de-4f75-b44e-b15c6d984801 with Priority: HIGHEST for action port [ 1196.937146] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.937274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.937343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.937600] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.937695] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.940287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.940446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.940519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.940724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.940899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.942791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.942881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.943119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.943249] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.943375] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.944437] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-6052f9c9-89de-4f75-b44e-b15c6d984801 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.944591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.944637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.944835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.944903] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6052f9c9-89de-4f75-b44e-b15c6d984801',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.447679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.447679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.447679] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.451221] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6052f9c9-89de-4f75-b44e-b15c6d984801 with status ACTIVE [ 1197.451221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.451221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.451221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.451654] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.452071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.452071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.452071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.452071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.452298] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6052f9c9-89de-4f75-b44e-b15c6d984801 is going to be updated. [ 1197.479818] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.480046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.480115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.480411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.480640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.480872] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6052f9c9-89de-4f75-b44e-b15c6d984801" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.950239] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.452607] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.452847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.452967] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.453279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.453443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.453600] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 is going to be created. [ 1198.486287] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.486508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.486553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.486794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.487016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.499179] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: UNINITIALIZED for 2s [ 1199.440528] env[65294]: INFO networking_nsxv3.common.synchronization [req-20143c4c-d397-4575-abb4-2ba85214393a req-36f9a9e2-0b6b-4944-b7b1-e4d21fb34ee3 tempest-ServersNegativeTestJSON-72882699 tempest-ServersNegativeTestJSON-72882699-project-member] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1199.440528] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1199.440969] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.440969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.440969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.441207] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.441373] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.441373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.441545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.441627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.441684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.441734] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.805973] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.806357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.806357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.806633] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.806919] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.807097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.807218] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.807444] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.807603] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.807809] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.807929] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.808079] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.808211] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.808342] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.808451] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.808586] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.831358] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.831358] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.831519] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.831668] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.832104] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-1b4ee89b-8e1f-4848-98f4-27940c87873c taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.832296] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.832519] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.832746] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.832886] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b4ee89b-8e1f-4848-98f4-27940c87873c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.944351] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.335224] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.335515] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.335600] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.335886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.336056] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.336261] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 1b4ee89b-8e1f-4848-98f4-27940c87873c not found, creating... [ 1200.336546] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.336798] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.336949] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.337212] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.337353] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.337756] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.337938] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.338069] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.338294] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.338429] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.338645] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 1b4ee89b-8e1f-4848-98f4-27940c87873c is going to be created. [ 1200.370307] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.370610] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.370805] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.371166] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.371483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.371734] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446523] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.513654] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: SUCCESS [ 1200.513654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.513654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.514035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.514189] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.514334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.514405] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.514591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.514684] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.514772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.514901] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.950873] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.951080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.951278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.953036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.953036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.953036] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1200.983766] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.983988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.984046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.984233] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.984375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.996635] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1201.017462] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.017669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017743] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.018048] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.018273] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.018397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.018477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.018671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.018772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.018879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.019120] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.019241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.019974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.019974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.019974] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.019974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.019974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.020261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.020261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.020261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.020341] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.109560] env[65294]: INFO networking_nsxv3.common.synchronization [req-20143c4c-d397-4575-abb4-2ba85214393a req-8666cf1e-a691-40eb-b36c-cf0949e063b1 service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1201.109725] env[65294]: INFO networking_nsxv3.common.synchronization [req-20143c4c-d397-4575-abb4-2ba85214393a req-8666cf1e-a691-40eb-b36c-cf0949e063b1 service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1201.109876] env[65294]: INFO networking_nsxv3.common.synchronization [req-20143c4c-d397-4575-abb4-2ba85214393a req-8666cf1e-a691-40eb-b36c-cf0949e063b1 service nova] Enqueued Resource ID: 1b4ee89b-8e1f-4848-98f4-27940c87873c with Priority: HIGHEST for action port [ 1201.110531] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1201.111176] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1201.111176] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4ee89b-8e1f-4848-98f4-27940c87873c with Priority: HIGHEST for action port [ 1201.111176] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.111525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.111525] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.111585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.111675] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.112645] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.112736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.112949] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b4ee89b-8e1f-4848-98f4-27940c87873c taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.113192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.113192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.113439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.113489] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b4ee89b-8e1f-4848-98f4-27940c87873c',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.522879] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13: rpc.has_security_group_logging(os_id): False [ 1201.541091] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.541091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.541091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.541091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.541428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.541428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.541516] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.541552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.541676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.541760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.541984] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.542094] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.542156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.542299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.542379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.542564] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.542657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.542719] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.542857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.542931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.543025] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 is going to be created. [ 1201.602669] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.602909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.602909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.603113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.603301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.615181] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: IN_PROGRESS for 2s [ 1201.615540] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.615654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.615820] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b4ee89b-8e1f-4848-98f4-27940c87873c with status ACTIVE [ 1201.615981] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.616103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.616190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.616408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.616494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.616661] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.616756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.616818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.616991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.617093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.617281] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.617438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.617438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.617571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.617644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.617727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b4ee89b-8e1f-4848-98f4-27940c87873c is going to be updated. [ 1201.662356] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.662590] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.662640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.662927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.663129] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.663345] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b4ee89b-8e1f-4848-98f4-27940c87873c" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.012105] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.013397] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.013397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.013986] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.515921] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.630134] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: SUCCESS [ 1203.630418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.018581] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.306808] env[65294]: INFO networking_nsxv3.common.synchronization [req-6162875d-2f61-43c0-8798-08d23c9c073e req-1d1c2ac4-fe26-49d1-bdf8-073d407a2c5f tempest-ServerRescueTestJSON-48470989 tempest-ServerRescueTestJSON-48470989-project-member] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1204.307657] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1204.308157] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.308373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.308494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.308808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.309083] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.309258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.309370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.309624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.309779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.309935] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.521101] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.521315] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.521389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.521616] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.521707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.521859] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1204.576734] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.576734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.576734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.577044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.577206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.588183] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1204.813099] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.315278] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.818245] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.818498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.818597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.818817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.818934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.819092] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be updated. [ 1205.849205] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.849371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.849446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.850430] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.859756] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1206.599273] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1206.599273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.599273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.599715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.599715] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.599909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.600027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.600278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.600410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.600547] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.600697] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.103719] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.104070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.104070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.104227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.104405] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.104507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.104574] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.104731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.104809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.104935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.105122] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.105220] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.105288] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.105428] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.105569] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.105657] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.105710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.105847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.105921] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.106011] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.106103] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.608091] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c338b67-f3a0-4694-879e-6c64a6387867: rpc.has_security_group_logging(os_id): False [ 1207.626982] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.627225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.627225] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.627409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.627501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.627693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.627789] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.627853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.627997] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.628085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.628277] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.628371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.628429] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.628582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.628676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.628870] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.628964] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.629032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.629173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.629245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.629341] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1207.690228] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.690490] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.690588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.690910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.691180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.709159] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1207.874244] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1207.874451] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.038158] env[65294]: INFO networking_nsxv3.common.synchronization [req-127de62f-e804-428a-b5d7-0d83b417b4ec req-6b29c182-02f7-416c-a6b4-b7e4f86c104b tempest-ServerAddressesNegativeTestJSON-586935649 tempest-ServerAddressesNegativeTestJSON-586935649-project-member] Enqueued Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1208.038825] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 with Priority: HIGHEST for action security_group_members [ 1208.039130] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.039273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.039318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.039496] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.039637] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.039726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.039786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.039938] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.040027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.040118] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.544011] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.544240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.544240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.544456] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.544546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.544742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.544846] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.544920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.545087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.545161] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.545248] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 is going to be updated. [ 1208.587507] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.587737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.587737] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.587918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.588668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.599526] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: IN_PROGRESS for 2s [ 1209.736591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1209.737054] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.369639] env[65294]: INFO networking_nsxv3.common.synchronization [req-f6198e72-7425-4382-8b8b-2d7a8d611257 req-387b8c61-1a68-4d05-850e-d31f2e20e965 tempest-ServersNegativeTestJSON-72882699 tempest-ServersNegativeTestJSON-72882699-project-member] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1210.370198] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1210.370517] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.370656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.370727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.371070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.371281] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.371402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.371478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.371662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.371770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.371875] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.613402] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 in Status: SUCCESS [ 1210.613600] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13 deletion is rescheduled due to dependency. [ 1210.613717] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.874133] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.018761] env[65294]: INFO networking_nsxv3.common.synchronization [req-1ce6c573-56f9-40e1-a3f7-e94416f644e2 req-57459352-8a78-451e-99df-887ad6e25a08 tempest-ServerRescueTestJSON-48470989 tempest-ServerRescueTestJSON-48470989-project-member] Enqueued Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1211.019546] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e with Priority: HIGHEST for action security_group_members [ 1211.019885] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca4a000-463d-488e-981a-1c0ffbfcde0e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.020015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.020077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.020283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.020453] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.020561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.020630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.020787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.020878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.020973] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca4a000-463d-488e-981a-1c0ffbfcde0e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.376410] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.523838] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.524092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.524169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.524385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.524479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.524678] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.524779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.524840] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.525111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.525193] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.525285] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e is going to be updated. [ 1211.554886] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.555126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.555126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.555347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.555521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.565281] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: IN_PROGRESS for 2s [ 1211.878878] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.879272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.879272] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.879350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.879407] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.879507] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1211.908703] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.908886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.908940] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.909137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.909280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.918372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1213.583309] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e in Status: SUCCESS [ 1213.583309] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca4a000-463d-488e-981a-1c0ffbfcde0e deletion is rescheduled due to dependency. [ 1213.583309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca4a000-463d-488e-981a-1c0ffbfcde0e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.928850] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1213.929248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.021509] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.021860] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.977131] env[65294]: INFO networking_nsxv3.common.synchronization [req-4ff975bb-7843-4cec-af75-391e960e7cba req-b37a08a6-a419-4f0b-9d29-813a357c1d5b tempest-ServersV294TestFqdnHostnames-1981050522 tempest-ServersV294TestFqdnHostnames-1981050522-project-member] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1219.977765] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGHEST for action security_group_members [ 1219.977988] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.978123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.978186] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.978492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.978614] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.978672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.978705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.978850] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.978933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.979071] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.481745] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.481935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.482079] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.482795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.482795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.482795] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.482795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.483059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.483116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.483211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.483330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad is going to be updated. [ 1220.513339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.513601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.514475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.514475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.514475] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.523372] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: IN_PROGRESS for 2s [ 1222.086882] env[65294]: INFO networking_nsxv3.common.synchronization [None req-4756b4f7-4972-46c7-b82d-4fd6c0910415 None None] Enqueued Resource ID: 638e2ec1-4b1e-4d91-b3b6-e0f8d98da890 with Priority: HIGHEST for action port [ 1222.087498] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638e2ec1-4b1e-4d91-b3b6-e0f8d98da890 with Priority: HIGHEST for action port [ 1222.087774] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-638e2ec1-4b1e-4d91-b3b6-e0f8d98da890 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.087961] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-638e2ec1-4b1e-4d91-b3b6-e0f8d98da890" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.088043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-638e2ec1-4b1e-4d91-b3b6-e0f8d98da890" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.088300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-638e2ec1-4b1e-4d91-b3b6-e0f8d98da890" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.088569] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('638e2ec1-4b1e-4d91-b3b6-e0f8d98da890',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.534444] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad in Status: SUCCESS [ 1222.534602] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad deletion is rescheduled due to dependency. [ 1222.534728] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.591278] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 638e2ec1-4b1e-4d91-b3b6-e0f8d98da890 [ 1222.591558] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.591649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.591759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.591972] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.592083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.592147] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:638e2ec1-4b1e-4d91-b3b6-e0f8d98da890 already deleted. [ 1222.592204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-638e2ec1-4b1e-4d91-b3b6-e0f8d98da890" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.330872] env[65294]: INFO networking_nsxv3.common.synchronization [None req-1966791b-6cc0-45b0-a939-4bc28223ab4c None None] Enqueued Resource ID: af53656b-e6db-492f-97e6-e942f59679de with Priority: HIGHEST for action port [ 1224.332022] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af53656b-e6db-492f-97e6-e942f59679de with Priority: HIGHEST for action port [ 1224.332346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-af53656b-e6db-492f-97e6-e942f59679de taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.332473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af53656b-e6db-492f-97e6-e942f59679de" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.332531] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af53656b-e6db-492f-97e6-e942f59679de" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.332785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af53656b-e6db-492f-97e6-e942f59679de" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.332868] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af53656b-e6db-492f-97e6-e942f59679de',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.835494] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af53656b-e6db-492f-97e6-e942f59679de [ 1224.835768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.835974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.836068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.836344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.836420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.836503] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af53656b-e6db-492f-97e6-e942f59679de already deleted. [ 1224.836588] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af53656b-e6db-492f-97e6-e942f59679de" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.396790] env[65294]: INFO networking_nsxv3.common.synchronization [req-54e9f5b2-6609-463e-a763-c50b6e43a04e req-d79c7b37-69dc-4bd4-ac33-2abc11470d9f tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1225.396790] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1225.397431] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.397727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.398238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.398238] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.398581] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.398836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.399043] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.400069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.400069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.400069] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.902027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.902027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.902027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.902027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.902027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.902265] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.902265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.902347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.902442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.902515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.902600] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1225.928656] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.928848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.928894] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.929104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.929248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.938904] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1227.593964] env[65294]: INFO networking_nsxv3.common.synchronization [req-828d62e3-ba3a-43c3-92a9-6f4bf8adf8b6 req-dee6f80e-9168-4ff5-bf05-c392edd2509a tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1227.594566] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1227.595087] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.595087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.595087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.595343] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.595531] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.595705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.595761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.596049] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.596134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.596240] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.926688] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.926931] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-274" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.927096] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-274" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.927571] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-274" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.927727] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.927880] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.928097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.928454] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.928647] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.929226] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.929226] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.929226] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.929226] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.929501] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.929501] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.929501] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.949986] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.950174] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.950311] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.950490] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-274" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.950811] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-11e87bc1-09bc-41ed-aee8-503255e97281 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.951119] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.951239] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.951564] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.951736] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e87bc1-09bc-41ed-aee8-503255e97281',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.954506] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1227.954670] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 deletion is rescheduled due to dependency. [ 1227.954951] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.098346] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.098515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.098582] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.098769] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.098860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.099062] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.099163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.099227] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.099442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.099615] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.099720] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb already deleted. [ 1228.099810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.455037] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.455361] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.455525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.455884] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.456112] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.456379] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 11e87bc1-09bc-41ed-aee8-503255e97281 not found, creating... [ 1228.456686] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.456857] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.456985] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.457258] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.457406] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.457752] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.457886] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.458011] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.458253] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.458405] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.458613] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 11e87bc1-09bc-41ed-aee8-503255e97281 is going to be created. [ 1228.480176] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.480399] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.480602] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.480905] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.481383] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.481488] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.183072] env[65294]: INFO networking_nsxv3.common.synchronization [req-828d62e3-ba3a-43c3-92a9-6f4bf8adf8b6 req-0b4f3da1-425d-49e7-96c6-a13edb12cf0f service nova] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1229.184268] env[65294]: INFO networking_nsxv3.common.synchronization [req-828d62e3-ba3a-43c3-92a9-6f4bf8adf8b6 req-0b4f3da1-425d-49e7-96c6-a13edb12cf0f service nova] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1229.184268] env[65294]: INFO networking_nsxv3.common.synchronization [req-828d62e3-ba3a-43c3-92a9-6f4bf8adf8b6 req-0b4f3da1-425d-49e7-96c6-a13edb12cf0f service nova] Enqueued Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1229.184268] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1229.184550] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1229.184754] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1229.185192] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.185411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.185535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.185866] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.186035] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.187275] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.187925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.187925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.187925] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.187925] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.188297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.188297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.188499] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.189053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.189053] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.192028] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e87bc1-09bc-41ed-aee8-503255e97281 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.192261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.193070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.193440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.193440] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e87bc1-09bc-41ed-aee8-503255e97281',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.223576] env[65294]: INFO networking_nsxv3.common.synchronization [req-71a3f3d1-76b1-4dbf-b8d9-a9398e97c23f req-f2ff4ad9-7c07-4a9f-9da6-f74092e08d86 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1229.223863] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGHEST for action security_group_members [ 1229.224153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.224317] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.224599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.224599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.224741] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.224841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.224881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.225141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.225260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.225378] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.695985] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.696179] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.696435] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.697280] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e87bc1-09bc-41ed-aee8-503255e97281 with status ACTIVE [ 1229.697671] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.697671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.697671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.697826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.697918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.698147] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.698243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.698282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.698535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.698535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.698655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.698738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.698788] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.699283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.699283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.699283] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e87bc1-09bc-41ed-aee8-503255e97281 is going to be updated. [ 1229.720081] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.720232] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.720304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.720504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.720642] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.720805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.727591] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.727704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.728083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.728083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.728083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.728238] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.728294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.728336] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.728478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.728554] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.728638] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f is going to be updated. [ 1229.757863] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.758021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.758067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.758299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.758447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.767152] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: IN_PROGRESS for 2s [ 1230.201236] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.703536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.703696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.703786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.704034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.704130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.704234] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be created. [ 1230.729471] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.729683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.729683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.729874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.730042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.739333] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: UNINITIALIZED for 2s [ 1231.778472] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f in Status: SUCCESS [ 1231.778751] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f deletion is rescheduled due to dependency. [ 1231.778751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.752108] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1232.752344] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.752527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.752744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.752936] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.753066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.753132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.753284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.753393] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.753450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.753595] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.023456] env[65294]: INFO networking_nsxv3.common.synchronization [req-da09689e-c3be-4304-8d79-502fde3063d7 req-61d27585-6c2f-4975-bbac-cf4472bd233c tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1233.024421] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1233.024782] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.024960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.025077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.025308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.025482] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.025572] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.025637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.026151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.026151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.026151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.255525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.255696] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.255760] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.255991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.256213] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.257034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.257034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.257276] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.257389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258037] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.258037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.258037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.258037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.258379] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.258379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.258379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.258379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.258526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258592] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.372865] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.373080] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.373192] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.373467] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.373715] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.373867] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.373980] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.374229] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.374375] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.374582] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.374692] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.374797] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.374911] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.375073] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.375179] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.375266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.397233] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.397464] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.397564] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.397740] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-155" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.398085] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-51c231a3-8d01-456c-aef2-8cc50a55efad taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.398466] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.398548] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.398876] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.399021] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c231a3-8d01-456c-aef2-8cc50a55efad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.532404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.532404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.532591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.532712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.532783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.532994] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.533113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.533180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.533329] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.533409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533498] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1233.561046] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.561266] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.561371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.561504] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.561644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.572510] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1233.761187] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f032e423-be39-4528-b3bc-4f9ec3bd3deb: rpc.has_security_group_logging(os_id): False [ 1233.781862] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.782168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.782472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.782685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.782797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.783102] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.783268] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.783374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.783432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.783579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.783648] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.783828] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.783915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.783978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.784318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.784426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.784562] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be created. [ 1233.855726] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.855726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.855726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.855974] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.856044] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.867675] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1233.901099] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.901365] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.901572] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.901915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.902198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.902398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 51c231a3-8d01-456c-aef2-8cc50a55efad not found, creating... [ 1233.902681] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.902841] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.902992] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.903287] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.903509] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.903914] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.904176] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.904317] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.904565] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.904745] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.904919] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 51c231a3-8d01-456c-aef2-8cc50a55efad is going to be created. [ 1233.928555] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.928751] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.928836] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.929117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.929337] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.929550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.654365] env[65294]: INFO networking_nsxv3.common.synchronization [req-da09689e-c3be-4304-8d79-502fde3063d7 req-29f8892d-fb69-4ccb-829c-b835613df521 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 1234.654614] env[65294]: INFO networking_nsxv3.common.synchronization [req-da09689e-c3be-4304-8d79-502fde3063d7 req-29f8892d-fb69-4ccb-829c-b835613df521 service nova] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1234.655303] env[65294]: INFO networking_nsxv3.common.synchronization [req-da09689e-c3be-4304-8d79-502fde3063d7 req-29f8892d-fb69-4ccb-829c-b835613df521 service nova] Enqueued Resource ID: 51c231a3-8d01-456c-aef2-8cc50a55efad with Priority: HIGHEST for action port [ 1234.655894] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_rules [ 1234.656047] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1234.656150] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c231a3-8d01-456c-aef2-8cc50a55efad with Priority: HIGHEST for action port [ 1234.656455] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.656618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.656709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.656931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.656961] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.658018] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.658145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.658363] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c231a3-8d01-456c-aef2-8cc50a55efad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.658469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.658540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.659127] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.659127] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c231a3-8d01-456c-aef2-8cc50a55efad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.160777] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.160777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.162216] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51c231a3-8d01-456c-aef2-8cc50a55efad with status ACTIVE [ 1235.162417] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.162536] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.162601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.162809] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.162891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.163097] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.163198] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.163403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.163485] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.163573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.163740] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.163841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.163922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.164065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.164130] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.164228] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51c231a3-8d01-456c-aef2-8cc50a55efad is going to be updated. [ 1235.188125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.188350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.188415] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.188620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.188897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.188975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c231a3-8d01-456c-aef2-8cc50a55efad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.585144] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1235.585350] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 deletion is rescheduled due to dependency. [ 1235.585467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.585658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.585892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.586090] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.586205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.586306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.586410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.586521] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.587097] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.879955] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1235.880314] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.088867] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.591162] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.093289] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.093607] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.093607] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.093888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.094019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.094208] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1237.122897] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.123087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.123185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.123438] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.123628] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.133761] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1239.149032] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.149032] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.149032] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.149032] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.651348] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.657017] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.657106] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1240.154206] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71258e59-289f-4194-83ce-bd78a306e355: rpc.has_security_group_logging(os_id): False [ 1240.173655] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.173655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.173655] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.173888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.173888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.174376] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.174376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.174376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.174561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.174561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.174698] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1240.204197] env[65294]: INFO networking_nsxv3.common.synchronization [req-933044bf-e0bb-4080-afc8-92a3683948c4 req-f9317c6f-dea6-445e-ae65-427133716b25 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1240.204904] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1240.205278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.205402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.205577] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.205650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.205812] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.205911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.205966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.206143] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.206310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.206455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.248869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.248982] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.249139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.249382] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.249561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.265235] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1240.540453] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.540666] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.540782] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.541054] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.541318] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.541530] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.541664] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.542081] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.542333] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.542679] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.542812] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.542923] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.543041] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.543155] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.543261] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.543394] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.563778] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.563951] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.564171] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.564396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.564895] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.565094] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.565218] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.565539] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.565676] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae2aa46-68a0-42dc-ab1d-bdc724767d3e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.708330] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.708573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.708573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.708778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.708870] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.709121] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.709267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.709335] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.709492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.709569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.709656] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be updated. [ 1240.738212] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.738480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.738571] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.738810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.738958] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.755760] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1241.068939] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.069522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.069522] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.069654] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.069831] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.070021] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Segment Port 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e not found, creating... [ 1241.070310] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.070464] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.070610] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.070888] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.070996] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.071342] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.071488] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.071604] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.071840] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.072013] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.072143] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e is going to be created. [ 1241.097037] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.097315] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.097447] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.097746] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.097974] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.098229] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.808380] env[65294]: INFO networking_nsxv3.common.synchronization [req-933044bf-e0bb-4080-afc8-92a3683948c4 req-1f7a099e-b30d-49d5-9d2d-a4650a929954 service nova] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_rules [ 1241.808733] env[65294]: INFO networking_nsxv3.common.synchronization [req-933044bf-e0bb-4080-afc8-92a3683948c4 req-1f7a099e-b30d-49d5-9d2d-a4650a929954 service nova] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1241.808733] env[65294]: INFO networking_nsxv3.common.synchronization [req-933044bf-e0bb-4080-afc8-92a3683948c4 req-1f7a099e-b30d-49d5-9d2d-a4650a929954 service nova] Enqueued Resource ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with Priority: HIGHEST for action port [ 1241.809224] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_rules [ 1241.809363] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1241.809462] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with Priority: HIGHEST for action port [ 1241.809727] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.810139] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.810245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.810443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.810524] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.811802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.811905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.812458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.812560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.812623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.812797] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.812873] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae2aa46-68a0-42dc-ab1d-bdc724767d3e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.283945] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1242.284282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.313036] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.313284] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.314565] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with status ACTIVE [ 1242.314786] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.314930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.314999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.315274] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.315385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.315590] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.315711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.315776] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.315956] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.316052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.316274] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.316418] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.316494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.316649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.316738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.316826] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e is going to be updated. [ 1242.340997] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.341242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.341242] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.341482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.341633] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.341828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767017] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1242.767277] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d deletion is rescheduled due to dependency. [ 1242.767397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.767923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.768134] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.768267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.768361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.768528] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.768612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.768707] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.271065] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.773358] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.276263] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.276641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.276641] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.276779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.276915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.277061] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be updated. [ 1244.313728] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.313881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.314683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.314683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.314683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.325107] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1246.338487] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1246.338910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.339019] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.339374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.339693] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.339889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.340053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.340324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.340470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.340629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.340752] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.810757] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.810968] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1246.843704] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.843848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.843922] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.844240] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.844426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.844537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.844602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.844759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.844847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.844934] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.845100] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.845219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.845310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.845392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.845529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.845618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.845678] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.845810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.845885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.845963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.846063] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.349267] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d135c81-4069-46b9-b07d-b34081879b9d: rpc.has_security_group_logging(os_id): False [ 1247.370673] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.370962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.370962] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.371264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.371352] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.371562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.371699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.371748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.371906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.371988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.372237] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.372363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.372433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.372649] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.372727] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.372917] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.373149] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.373234] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.373312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.373388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.373479] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be updated. [ 1247.465539] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.465847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.465847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.465976] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.466168] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.481984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1248.570745] env[65294]: INFO networking_nsxv3.common.synchronization [req-a890cad6-88a2-491f-94db-787c88367d69 req-4f90ca69-dd32-47b6-a3cf-d28c487ae52d tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1248.570942] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGHEST for action security_group_members [ 1248.571731] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.571731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.571731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.571731] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.571731] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.571945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.571945] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.572042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.572071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.572165] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.074495] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.074662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.074735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.074959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.075066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.075288] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.075383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.075448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.075601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.075679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.075767] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be updated. [ 1249.101908] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.102164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.102164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.102409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.102478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.112713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: IN_PROGRESS for 2s [ 1249.432347] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.432566] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.433207] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.433417] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.433697] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5ac39b-552e-418a-940e-bd7b330e5a5b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.433824] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.433889] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.434208] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.434392] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.434492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.434555] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.434736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.434830] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.434992] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.436328] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.436474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.436544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.436739] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.436892] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.437183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.437183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.437265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.437353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.437465] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.499163] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1249.499402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.514980] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_rules [ 1249.515117] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.515295] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1249.515391] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.515518] env[65294]: INFO networking_nsxv3.common.synchronization [req-3bd3481f-7c1a-44a6-a6a3-6b0692fb6aec req-3b01028e-4b82-4455-8aad-73edbd90bfc9 tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1249.516111] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_rules [ 1249.516254] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1249.516376] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1249.516475] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.516560] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.516852] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5ac39b-552e-418a-940e-bd7b330e5a5b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.516978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.517062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.517392] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.517442] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.518326] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.518413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.518483] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.518675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.518752] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.519522] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e87bc1-09bc-41ed-aee8-503255e97281 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.519629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.519692] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.519868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.519910] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e87bc1-09bc-41ed-aee8-503255e97281',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.521072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5ac39b-552e-418a-940e-bd7b330e5a5b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.521162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.521359] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.521444] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.829699] env[65294]: INFO networking_nsxv3.common.synchronization [req-d848e87c-32b0-4377-afb2-acf3f049b6e1 req-cb50f107-cd74-41df-b613-5f140902bc1b tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.830092] env[65294]: INFO networking_nsxv3.common.synchronization [req-d848e87c-32b0-4377-afb2-acf3f049b6e1 req-cb50f107-cd74-41df-b613-5f140902bc1b tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.830942] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b with Priority: HIGHEST for action security_group_members [ 1249.831102] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.831397] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5ac39b-552e-418a-940e-bd7b330e5a5b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.831503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.831781] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.831882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.880288] env[65294]: INFO networking_nsxv3.common.synchronization [req-d848e87c-32b0-4377-afb2-acf3f049b6e1 req-cb50f107-cd74-41df-b613-5f140902bc1b tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1249.880486] env[65294]: INFO networking_nsxv3.common.synchronization [req-d848e87c-32b0-4377-afb2-acf3f049b6e1 req-cb50f107-cd74-41df-b613-5f140902bc1b tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.880622] env[65294]: INFO networking_nsxv3.common.synchronization [req-d848e87c-32b0-4377-afb2-acf3f049b6e1 req-cb50f107-cd74-41df-b613-5f140902bc1b tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1249.881131] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_rules [ 1249.881261] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1249.881353] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e87bc1-09bc-41ed-aee8-503255e97281 with Priority: HIGHEST for action port [ 1249.881614] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.881715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.881966] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.882101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.882448] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e87bc1-09bc-41ed-aee8-503255e97281 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.882448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.940093] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.941151] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.023153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.023356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.023594] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5ac39b-552e-418a-940e-bd7b330e5a5b taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.023690] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.026118] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e87bc1-09bc-41ed-aee8-503255e97281 with status ACTIVE [ 1250.026339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.026474] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.026566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.026808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.026904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.027153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.027295] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.027371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.027537] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.027629] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.027834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.027929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.028008] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.028183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.028263] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.028365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e87bc1-09bc-41ed-aee8-503255e97281 is going to be updated. [ 1250.073957] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.074203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.074384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.074546] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.074703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.074888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.075085] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.075290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.075385] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e87bc1-09bc-41ed-aee8-503255e97281',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.443127] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.444236] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.578398] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e87bc1-09bc-41ed-aee8-503255e97281 with status ACTIVE [ 1250.578562] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.578562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.578661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.578854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.578990] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.579221] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.579368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.579988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.579988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.579988] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.579988] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.580364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.580364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.580364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.580364] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.580596] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e87bc1-09bc-41ed-aee8-503255e97281 is going to be updated. [ 1250.602060] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.602291] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.602363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.602593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.602742] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.602898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e87bc1-09bc-41ed-aee8-503255e97281" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.946348] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.946770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.946770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.946927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.947308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.947308] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b is going to be created. [ 1250.948536] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.948662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.948746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.948883] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.948966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.949084] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1250.973895] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.974199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.974282] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.974610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.974937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.980723] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.980904] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.981007] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.981300] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.981486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.990892] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b in Status: UNINITIALIZED for 2s [ 1250.991650] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1251.123125] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41525616-25f4-4887-baa0-7379e8463e76 in Status: SUCCESS [ 1251.123305] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41525616-25f4-4887-baa0-7379e8463e76 deletion is rescheduled due to dependency. [ 1251.123423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.950803] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.951071] env[65294]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06c153d2-0017-4533-9731-dfd7d424ea5f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.659461] env[65294]: INFO networking_nsxv3.common.synchronization [req-c18b10f2-4229-40e6-997e-c157862ae803 req-86fe9df5-6d58-4cae-9fb6-459ad33743ef tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1252.660362] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGHEST for action security_group_members [ 1252.660715] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.660867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.660955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.661833] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.661833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.661833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.661833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661833] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.709769] env[65294]: INFO networking_nsxv3.common.synchronization [req-c18b10f2-4229-40e6-997e-c157862ae803 req-86fe9df5-6d58-4cae-9fb6-459ad33743ef tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with Priority: HIGHEST for action port [ 1252.710278] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with Priority: HIGHEST for action port [ 1252.712072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.712217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.712289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.712584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.712811] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae2aa46-68a0-42dc-ab1d-bdc724767d3e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.002460] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b in Status: SUCCESS [ 1253.002873] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.003481] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1253.003676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.003833] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.004046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.004294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.004408] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.004463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.005052] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.005159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.005276] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.006159] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.006280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.007109] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.007231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.007297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.007660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.007749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.007846] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.164425] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.164584] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.164656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.165053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.165053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.165229] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.165327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.165387] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.165540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.165611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.165696] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be updated. [ 1253.196180] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.196180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.196180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.196434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.196434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.204686] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 2s [ 1253.216123] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e with status ACTIVE [ 1253.216410] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.216570] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.216647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.217132] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.217267] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.217323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.217437] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.217501] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.217685] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.217784] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.217836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.217960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.218036] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.218119] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ae2aa46-68a0-42dc-ab1d-bdc724767d3e is going to be updated. [ 1253.243359] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.243359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.243359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.243359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.243359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.243359] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ae2aa46-68a0-42dc-ab1d-bdc724767d3e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.510140] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.510383] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.510477] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.510752] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.510886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.511171] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.511333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.511446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.511660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.511785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.511926] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b is going to be deleted. [ 1253.513152] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.548158] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.548326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.548376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.548771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.548771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.548771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.548912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.549156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.549345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.549488] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.549589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.549791] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.549895] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.550010] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.782386] env[65294]: INFO networking_nsxv3.common.synchronization [None req-cafe75cc-4f0c-4c6b-8bb8-1c9e078b1949 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1253.782871] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1253.783244] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.783372] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.783439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.783686] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.783794] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.857430] env[65294]: INFO networking_nsxv3.common.synchronization [None req-d8463240-f16b-4bc9-9240-db61378922a3 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1253.857964] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1253.858401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.858514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.017480] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.052690] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.052874] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.052975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.053260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.053373] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.053595] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.053700] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.053810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.053955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.054035] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.054152] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b already deleted. [ 1254.054292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.054463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.054630] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.054793] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.054950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.055024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.055191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.055268] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.055375] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.306387] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.306558] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.306611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.306932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.307076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.307252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d already deleted. [ 1254.307406] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.307661] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.307937] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.308074] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.519953] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.520212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.520212] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.520479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.520567] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.520675] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1254.553995] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.554251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.554251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.554434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.554576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557216] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.557355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.557402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.557566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.557650] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557837] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.557930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.557993] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.558150] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.558226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558310] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b already deleted. [ 1254.558386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558476] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.564416] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1254.830718] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.830857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.830939] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.831162] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.831270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.831385] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d already deleted. [ 1254.832093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.061017] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c5ac39b-552e-418a-940e-bd7b330e5a5b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.215098] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: IN_PROGRESS for 4s [ 1255.562984] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c5ac39b-552e-418a-940e-bd7b330e5a5b: rpc.has_security_group_logging(os_id): False [ 1255.588311] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.588511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.588589] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.588829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.588926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.589171] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.589279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.589356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.589533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.589611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.589724] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b is going to be created. [ 1255.604715] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b], does not exist path=[/infra/domains/default/groups/6c5ac39b-552e-418a-940e-bd7b330e5a5b]."\n}' [ 1255.604882] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b [ 1255.604970] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1255.644779] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.644929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.645015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645214] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.646636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.646926] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.647075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.647141] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.647294] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.647353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.647518] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.647626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.647685] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.647826] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.647890] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.647976] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5ac39b-552e-418a-940e-bd7b330e5a5b is going to be created. [ 1255.663684] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b], does not exist path=[/infra/domains/default/groups/6c5ac39b-552e-418a-940e-bd7b330e5a5b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b [ 1255.663877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5ac39b-552e-418a-940e-bd7b330e5a5b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.664190] env[65294]: Traceback (most recent call last): [ 1255.664190] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1255.664190] env[65294]: return func(*args, **kwargs) [ 1255.664190] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1255.664190] env[65294]: res.raise_for_status() [ 1255.664190] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1255.664190] env[65294]: raise HTTPError(http_error_msg, response=self) [ 1255.664190] env[65294]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b [ 1255.664432] env[65294]: During handling of the above exception, another exception occurred: [ 1255.664432] env[65294]: Traceback (most recent call last): [ 1255.664432] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1255.664432] env[65294]: listener.cb(fileno) [ 1255.664432] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1255.664432] env[65294]: result = function(*args, **kwargs) [ 1255.664432] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1255.664432] env[65294]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1255.664432] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1255.664432] env[65294]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1255.664432] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1255.664432] env[65294]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1255.664432] env[65294]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1255.664432] env[65294]: res.raise_for_status() [ 1255.664432] env[65294]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1255.664432] env[65294]: raise HTTPError(http_error_msg, response=self) [ 1255.664432] env[65294]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6c5ac39b-552e-418a-940e-bd7b330e5a5b [ 1255.664432] env[65294]: Removing descriptor: 15 [ 1255.931041] env[65294]: INFO networking_nsxv3.common.synchronization [req-8c3e7794-ba0c-4a4d-9c96-de104c6fee68 req-03633c43-69aa-42f2-bd7f-2bb53de062ef tempest-ServerRescueTestJSONUnderV235-332026691 tempest-ServerRescueTestJSONUnderV235-332026691-project-member] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1255.931595] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGHEST for action security_group_members [ 1255.931687] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.931744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.574932] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1256.575361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.575361] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.575498] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.575682] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.575795] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.575859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.576024] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.576104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.576197] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.078761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.078999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.078999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.079280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.099936] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.100273] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.100441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.100441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.100666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.100747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.100836] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1257.125145] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.125348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.125348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.125495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.125658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.138179] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1257.223544] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d135c81-4069-46b9-b07d-b34081879b9d in Status: SUCCESS [ 1257.223754] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d deletion is rescheduled due to dependency. [ 1257.223836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.151059] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1259.151540] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb deletion is rescheduled due to dependency. [ 1259.151540] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.151792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.152064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.152320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.152526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.152654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.152909] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.153061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.153243] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.655416] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.655579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.655653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.655867] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.655957] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.657067] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.657067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.657067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.657067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.657067] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.657067] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1259.684829] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.685029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.685029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.685241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.685375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.696348] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1260.932376] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.932684] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1260.974841] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975049] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975161] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975517] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.975768] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.976187] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.976426] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.976592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.976801] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.976910] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.977038] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.977146] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.977254] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.977366] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.977497] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.996276] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.996555] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.996700] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.996868] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-937" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.997186] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-a0cfc72d-947a-4b9e-9ad3-26431551b42e taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.997358] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.997478] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.997729] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.997859] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cfc72d-947a-4b9e-9ad3-26431551b42e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.500520] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.501726] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.501726] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.502019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.502019] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.502321] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.502483] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.502587] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.502787] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.502915] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.503064] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e is going to be updated. [ 1261.523704] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.523912] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.524015] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.524305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.524488] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.524702] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.707330] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1261.707525] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb deletion is rescheduled due to dependency. [ 1261.707618] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.707778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.707994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.708199] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.708381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.708381] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.708526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.708601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.708682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.708779] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.709907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.709907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.710220] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.710968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.711053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.712023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.712023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.712023] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.212945] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f4a68fc-b800-443d-b121-fdfa35a9f871 req-1d6470af-acd2-47f2-a90e-e82a7e974dba service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1262.213246] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f4a68fc-b800-443d-b121-fdfa35a9f871 req-1d6470af-acd2-47f2-a90e-e82a7e974dba service nova] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1262.213304] env[65294]: INFO networking_nsxv3.common.synchronization [req-6f4a68fc-b800-443d-b121-fdfa35a9f871 req-1d6470af-acd2-47f2-a90e-e82a7e974dba service nova] Enqueued Resource ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e with Priority: HIGHEST for action port [ 1262.214027] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.214027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.214329] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_rules [ 1262.214469] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1262.214588] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e with Priority: HIGHEST for action port [ 1262.214843] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.214950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.215028] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.215260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.215336] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.216504] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.217098] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.217175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.217350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.217510] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.217609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.217691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.217808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.217891] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.217975] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.219278] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cfc72d-947a-4b9e-9ad3-26431551b42e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.219278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.219417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.219535] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.219576] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cfc72d-947a-4b9e-9ad3-26431551b42e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.220984] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.221101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.221154] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.221411] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.222023] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.222320] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.222768] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.222838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.222989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.223081] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.223240] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1262.252173] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.252319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.252399] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.252623] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.252770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.262403] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1262.721683] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.722585] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.722762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.725222] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0cfc72d-947a-4b9e-9ad3-26431551b42e with status ACTIVE [ 1262.725404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.725513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.725578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.725775] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.725854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.726024] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.726123] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.726180] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.726316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.726386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.726642] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.726758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.726817] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.726944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.727022] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.727111] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0cfc72d-947a-4b9e-9ad3-26431551b42e is going to be updated. [ 1262.749384] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.749595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.749595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.749779] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.749907] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.750072] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cfc72d-947a-4b9e-9ad3-26431551b42e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.226060] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.727102] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.727371] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.727470] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.727787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.727930] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.728102] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1263.763927] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.764031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.764071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.764297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.764447] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.769595] env[65294]: INFO networking_nsxv3.common.synchronization [req-c2d315d6-71e9-4ed6-8b2c-fee1bcabc9cb req-379b98e4-6512-4f36-9b49-4dfc7e18795f tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1263.770446] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1263.770617] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.770674] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.770726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.770979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.771154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.771260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.771325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.771480] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.771566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.771660] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.774957] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1263.893756] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.893966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.893966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.894299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.894436] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.102943] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.103158] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.103279] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.103542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.103787] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.103934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.104252] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.106092] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.106273] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.106507] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.106617] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.106723] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.106826] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.106931] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.107046] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.107191] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.126252] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.126446] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.126787] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.126901] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.127207] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-bf6a690a-4a06-4142-9480-79255375d138 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.127400] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.127528] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.127858] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.128030] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6a690a-4a06-4142-9480-79255375d138',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.272366] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1264.272735] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb deletion is rescheduled due to dependency. [ 1264.272735] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.272812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.273053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.273259] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.273388] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.273452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.273624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.273706] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.273787] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.273959] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.274064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.274147] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.274322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.274459] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.274566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.274619] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.274758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.274827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.274906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.274993] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.276097] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.276211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.276281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.276433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.276511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.276679] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.276770] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.276831] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.276968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.277053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.277154] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d already deleted. [ 1264.277219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.396568] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.630909] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.631145] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.631272] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.631542] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.631736] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.631835] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port bf6a690a-4a06-4142-9480-79255375d138 not found, creating... [ 1264.632191] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.632285] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.632405] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.632637] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.632782] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.633143] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.633305] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.633436] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.633680] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.633812] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.633953] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: bf6a690a-4a06-4142-9480-79255375d138 is going to be created. [ 1264.658463] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.658733] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.658909] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.659226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.659602] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.659960] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.778515] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f032e423-be39-4528-b3bc-4f9ec3bd3deb: rpc.has_security_group_logging(os_id): False [ 1264.797269] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.797473] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.797520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.797710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.797800] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.798022] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.798119] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.798175] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.798327] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.798404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.798592] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.798707] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.798772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.798915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.798987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.799321] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.799446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.799529] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.799903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.799903] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.799903] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be updated. [ 1264.867813] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.868014] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.868064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.868323] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.868494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.884358] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: IN_PROGRESS for 2s [ 1264.898924] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.367144] env[65294]: INFO networking_nsxv3.common.synchronization [req-c2d315d6-71e9-4ed6-8b2c-fee1bcabc9cb req-6a031b4f-0f04-4d02-9060-bdc229e48079 service nova] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1265.367443] env[65294]: INFO networking_nsxv3.common.synchronization [req-c2d315d6-71e9-4ed6-8b2c-fee1bcabc9cb req-6a031b4f-0f04-4d02-9060-bdc229e48079 service nova] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1265.367512] env[65294]: INFO networking_nsxv3.common.synchronization [req-c2d315d6-71e9-4ed6-8b2c-fee1bcabc9cb req-6a031b4f-0f04-4d02-9060-bdc229e48079 service nova] Enqueued Resource ID: bf6a690a-4a06-4142-9480-79255375d138 with Priority: HIGHEST for action port [ 1265.368075] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1265.368252] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1265.368415] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a690a-4a06-4142-9480-79255375d138 with Priority: HIGHEST for action port [ 1265.368767] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.368924] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.369057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.369332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.369424] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.370434] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.370434] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.370631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.371720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.371720] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.371720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.371720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.371720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.371720] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.371720] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.372285] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf6a690a-4a06-4142-9480-79255375d138 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.372285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.372285] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.372658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.372658] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6a690a-4a06-4142-9480-79255375d138',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.400912] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1265.401185] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1265.794677] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1265.794905] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.795513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.795750] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.795935] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.796060] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.796131] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.796281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.796365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.796450] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.796578] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.874633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.874799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.878399] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.879462] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf6a690a-4a06-4142-9480-79255375d138 with status ACTIVE [ 1265.879899] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.879899] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.880104] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.880155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.880948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.880948] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.880948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.880948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.880948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.880948] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.881416] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.881416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.881416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.881416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.881622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.881622] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf6a690a-4a06-4142-9480-79255375d138 is going to be updated. [ 1265.907588] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.907882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.907882] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.908042] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.908192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.908369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.305545] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.305545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.305666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.306206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.306206] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.306353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.306353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.306479] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.306622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.306729] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.308015] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.308015] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.308015] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.308455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.348802] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.348973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.348973] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.349877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.363116] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1266.364593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.366194] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1266.385825] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.418923] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.419132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.419209] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.419440] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.438622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.439629] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1266.439728] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.439800] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1266.492021] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.492021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.492021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.492021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.493469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.493964] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1266.599941] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.600117] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.600190] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.600396] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.600687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.600950] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1266.695599] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.695794] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.695839] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.696215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.696966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.696966] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1266.697151] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d96b59aa-ff5a-46ed-b37e-d0fe73100ea7', '3d135c81-4069-46b9-b07d-b34081879b9d', '6b2532f6-6063-4718-9d7e-418498a2a4b3', '64461369-bb14-40de-bbae-96066e5044fd', 'f032e423-be39-4528-b3bc-4f9ec3bd3deb', 'f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad', '3646b544-5ff6-44ea-9037-e03e36416cab', '0a32102b-6b81-4c97-b31d-05306adc0f0f', '401184bf-0b09-46a2-9e7e-7c20b6f9cc0d', '040add7c-ec63-4912-bd29-d6b4f5d8f121', 'f6ee640e-a09f-4c31-9de9-0fe711aed351', '41525616-25f4-4887-baa0-7379e8463e76', '38542a11-a2ee-4348-a975-772d4b1da23b', 'cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5', 'c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0', '73170f10-9aa4-4f22-8c83-a105b46dd584', '0c338b67-f3a0-4694-879e-6c64a6387867', 'acd3ea35-65eb-4c64-83e2-e09050e1900e', '754fccea-5932-4d9c-bfc1-46dca6182e06', 'f8b6ffc2-ce10-4964-b074-f7cf5eba858a', '27f3f3a7-1865-4553-a9ae-aad5d8674c40', 'f926ae26-352b-4b5e-9316-feb91f83f0aa', 'cadec426-4e65-47c6-a1a7-5baad3f2f230', '5b0247d0-c3a5-416e-87c5-07ba95dc3e14', 'ac97b80c-acb7-44b6-ae09-012a778d79ca', 'd3126e1d-4505-4011-8b21-58be8b27b60d', 'c0bb9105-41fc-4818-9251-acb476a25865', '5ffb6c2f-7b46-4138-a602-05d9ec703e89', '0c4a19d0-befe-4c98-8832-5cfba6e4c178', '4c7c011b-b011-40b0-b6be-af97c702f0f1', '71258e59-289f-4194-83ce-bd78a306e355', '9aa7c828-1a3a-4839-b8cb-5480fecbb2c9', '7d7678a2-8649-4500-8ca9-cca6e9f549f6', '5334e2c6-886f-4a6d-bed5-fb723338ef4d', 'd5a83ff1-07e1-4e2a-ab74-2f43174a01fe', 'f5138094-3308-418d-bed4-1ef914ea6a86', '1392529f-3387-48e5-9094-0e6d5ff687ea', 'be265254-ba77-48aa-92d0-0fd15c93df52', '7ca4a000-463d-488e-981a-1c0ffbfcde0e', 'a2c907ab-7037-4411-bd8f-bf32468ede01', '80a20f00-e83c-4a4d-bc7f-b13a1ea4817d', 'f2f5cf3b-55c0-4b1d-ae97-70845ae352e0', '46d84661-e92f-4e52-ab95-9f0685b7c7a4', '153518ce-8ddd-49e3-b20a-c81be92221b0', '29df9a6e-aaa1-4ee7-9d3e-04dce9d8ed13', 'b5dac382-693f-452c-9a96-50f3807a68c7'} {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.697151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1266.719647] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.719841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.719841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.720066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.720155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.720265] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1266.720331] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.720404] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1266.810718] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.810880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.810880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.811278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.812318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.813074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1266.813074] env[65294]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65294) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.813074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1266.813074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1266.813074] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1266.813074] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGH for action security_group_rules [ 1266.813439] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGH for action security_group_rules [ 1266.813710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGH for action security_group_rules [ 1266.813710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGH for action security_group_rules [ 1266.813710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGH for action security_group_rules [ 1266.813710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGH for action security_group_rules [ 1266.813710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGH for action security_group_rules [ 1266.814026] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGH for action security_group_rules [ 1266.814321] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGH for action security_group_rules [ 1266.814321] env[65294]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGH for action security_group_rules [ 1266.814321] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.814565] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c338b67-f3a0-4694-879e-6c64a6387867: rpc.has_security_group_logging(os_id): False [ 1266.834556] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.834556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.834738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.835216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.857608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.857887] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.858105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.858105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.858708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.858708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.858708] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.858708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.858708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.858944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.858944] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.859088] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.859181] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.859260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.859402] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.859502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.859591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1266.887058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.887255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.887255] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.888952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.888952] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.888952] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d is going to be created. [ 1266.938070] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb in Status: SUCCESS [ 1266.938332] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.938518] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.938747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.938827] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.948565] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.949340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.949340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.949340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.949340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.971327] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: UNINITIALIZED for 2s [ 1266.982079] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.982230] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.982306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.982530] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.982676] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.000713] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1267.461199] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.461647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.461647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.461647] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.487533] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.487735] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb is going to be deleted. [ 1267.540591] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.540827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.540827] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.540966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.541050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.541170] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.202771] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.202957] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.203099] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.203364] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.203692] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.203854] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.203981] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.204203] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.204502] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.204639] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.205152] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.205152] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.205220] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.205300] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.205472] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.205609] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.226097] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.226161] env[65294]: DEBUG dogpile.cache.region [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.226299] env[65294]: DEBUG dogpile.lock [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.226485] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "network-342" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.226796] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock port-fd3cf7da-ac50-4c19-8b60-6a389da8d520 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.226968] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.227097] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.227369] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.227534] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3cf7da-ac50-4c19-8b60-6a389da8d520',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.730156] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.730555] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.730806] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.731266] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.731550] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.731959] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.732213] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.732384] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.732710] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.732909] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.733350] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.733599] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.733778] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.734043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.734198] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.734386] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Resource: SegmentPort with ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 is going to be updated. [ 1268.756524] env[65294]: DEBUG networking_nsxv3.common.locking [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.756790] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.756934] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.757288] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.757525] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.757830] env[65294]: DEBUG oslo_concurrency.lockutils [None req-4fd6aaab-3898-4930-a9c7-e824d1e75c03 None None] Releasing lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.982727] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: SUCCESS [ 1268.983016] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.983270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.983610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.983884] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.984034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.984103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.984292] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.984377] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.984454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.984553] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.018492] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1269.018722] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.478293] env[65294]: INFO networking_nsxv3.common.synchronization [req-d9025936-86b4-4c79-a327-8b841a5fd5f5 req-55f9f810-807f-4d8a-bb77-0e1cf2a078a6 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1269.478487] env[65294]: INFO networking_nsxv3.common.synchronization [req-d9025936-86b4-4c79-a327-8b841a5fd5f5 req-55f9f810-807f-4d8a-bb77-0e1cf2a078a6 service nova] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1269.478613] env[65294]: INFO networking_nsxv3.common.synchronization [req-d9025936-86b4-4c79-a327-8b841a5fd5f5 req-55f9f810-807f-4d8a-bb77-0e1cf2a078a6 service nova] Enqueued Resource ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 with Priority: HIGHEST for action port [ 1269.479173] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_rules [ 1269.479318] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1269.479418] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 with Priority: HIGHEST for action port [ 1269.479515] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 with Priority: HIGH for action security_group_rules [ 1269.479686] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 with Priority: HIGH for action security_group_rules [ 1269.479842] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3646b544-5ff6-44ea-9037-e03e36416cab with Priority: HIGH for action security_group_rules [ 1269.479933] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGH for action security_group_rules [ 1269.480041] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGH for action security_group_rules [ 1269.480130] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 with Priority: HIGH for action security_group_rules [ 1269.480214] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd3ea35-65eb-4c64-83e2-e09050e1900e with Priority: HIGH for action security_group_rules [ 1269.480299] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGH for action security_group_rules [ 1269.480385] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 with Priority: HIGH for action security_group_rules [ 1269.480470] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 with Priority: HIGH for action security_group_rules [ 1269.480554] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38542a11-a2ee-4348-a975-772d4b1da23b with Priority: HIGH for action security_group_rules [ 1269.480637] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41525616-25f4-4887-baa0-7379e8463e76 with Priority: HIGH for action security_group_rules [ 1269.480720] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 with Priority: HIGH for action security_group_rules [ 1269.480817] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 with Priority: HIGH for action security_group_rules [ 1269.480887] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d with Priority: HIGH for action security_group_rules [ 1269.480970] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad with Priority: HIGH for action security_group_rules [ 1269.481066] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f with Priority: HIGH for action security_group_rules [ 1269.481186] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb with Priority: HIGH for action security_group_rules [ 1269.481227] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d135c81-4069-46b9-b07d-b34081879b9d with Priority: HIGH for action security_group_rules [ 1269.481302] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64461369-bb14-40de-bbae-96066e5044fd with Priority: HIGH for action security_group_rules [ 1269.481600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.481724] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.481792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.482018] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.482091] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.483391] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.483486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.483594] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.483877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.484075] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.484183] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.484313] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.484449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.484542] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.484640] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.485472] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd3cf7da-ac50-4c19-8b60-6a389da8d520 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.485603] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.487030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.487250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.487372] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3cf7da-ac50-4c19-8b60-6a389da8d520',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.488754] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.488927] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.489066] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.489328] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.489533] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96b59aa-ff5a-46ed-b37e-d0fe73100ea7',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.490537] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2532f6-6063-4718-9d7e-418498a2a4b3 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.490803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.490915] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.491164] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.491293] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2532f6-6063-4718-9d7e-418498a2a4b3',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.492141] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3646b544-5ff6-44ea-9037-e03e36416cab taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.492251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.492311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.492489] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.492561] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3646b544-5ff6-44ea-9037-e03e36416cab',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.493409] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.493553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.493668] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.493893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.494011] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.495034] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.495171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.495342] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-754fccea-5932-4d9c-bfc1-46dca6182e06 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.495460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.495596] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.495694] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.495820] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('754fccea-5932-4d9c-bfc1-46dca6182e06',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.496525] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd3ea35-65eb-4c64-83e2-e09050e1900e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.496660] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.496715] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.496869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.496958] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd3ea35-65eb-4c64-83e2-e09050e1900e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.497704] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.497807] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.497859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.498021] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.498089] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.498914] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.499040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.499107] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.499278] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.499351] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.500149] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73170f10-9aa4-4f22-8c83-a105b46dd584 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.500246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.500353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.500476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.500548] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73170f10-9aa4-4f22-8c83-a105b46dd584',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.501252] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38542a11-a2ee-4348-a975-772d4b1da23b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.501358] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.501426] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.501639] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.501703] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38542a11-a2ee-4348-a975-772d4b1da23b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.502599] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41525616-25f4-4887-baa0-7379e8463e76 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.502599] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.502799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.502799] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.502867] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41525616-25f4-4887-baa0-7379e8463e76',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.503568] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6ee640e-a09f-4c31-9de9-0fe711aed351 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.503673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.503744] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.503893] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.503963] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6ee640e-a09f-4c31-9de9-0fe711aed351',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.504676] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040add7c-ec63-4912-bd29-d6b4f5d8f121 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.504892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.504892] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.504985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.505078] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040add7c-ec63-4912-bd29-d6b4f5d8f121',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.505763] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.505879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.505943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.506115] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.506188] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401184bf-0b09-46a2-9e7e-7c20b6f9cc0d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.508937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.509070] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.509137] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.509289] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.509357] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.510172] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a32102b-6b81-4c97-b31d-05306adc0f0f taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.510172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.510301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.510403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.510474] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a32102b-6b81-4c97-b31d-05306adc0f0f',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.511155] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.511260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.511324] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.511476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.511556] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032e423-be39-4528-b3bc-4f9ec3bd3deb',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.512255] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d135c81-4069-46b9-b07d-b34081879b9d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.512389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.512493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.512675] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.512747] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d135c81-4069-46b9-b07d-b34081879b9d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.513601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64461369-bb14-40de-bbae-96066e5044fd taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.513671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.513746] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.513897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.513966] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64461369-bb14-40de-bbae-96066e5044fd',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.519394] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.519506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.519993] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.522914] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.544511] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.544511] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.544680] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.545375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.547127] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.547236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.570114] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.570262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2532f6-6063-4718-9d7e-418498a2a4b3 is going to be deleted. [ 1269.571569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.571815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.597333] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.597511] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96b59aa-ff5a-46ed-b37e-d0fe73100ea7 is going to be deleted. [ 1269.658319] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.658541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.658541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.658758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.658853] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.658977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2532f6-6063-4718-9d7e-418498a2a4b3" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.669095] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.669301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.669347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.669532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.669626] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.669751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96b59aa-ff5a-46ed-b37e-d0fe73100ea7" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.019624] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd3cf7da-ac50-4c19-8b60-6a389da8d520 with status ACTIVE [ 1270.019901] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.020045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.020217] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.020365] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.020532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.020742] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.020845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.020912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.021080] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.021191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.021340] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.021433] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.021493] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.021631] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.021705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.021790] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd3cf7da-ac50-4c19-8b60-6a389da8d520 is going to be updated. [ 1270.027055] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.027055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.027055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.027325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.027426] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.027527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.027593] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.027738] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.027816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.027898] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.027985] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.034030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.034030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.034030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.035264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.035264] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.035844] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.040707] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.041636] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ed01e-67bf-4af4-9c43-b17275b4804d: rpc.has_security_group_logging(os_id): False [ 1270.081600] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.081756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.081820] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.082113] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.087638] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.087821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.088672] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.088777] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.092428] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.092556] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.100294] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.100482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.102358] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.102551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.103080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.103192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.103983] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.104101] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.104932] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.105059] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.105799] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.105963] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.106729] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.106818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.107884] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.108305] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.108395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.109113] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.109541] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.109611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.110298] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.110696] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.110808] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.111419] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.111821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.111912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.112645] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.113040] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.113151] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.113215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.113482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.113624] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.113780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd3cf7da-ac50-4c19-8b60-6a389da8d520" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.114455] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.114932] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.115062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.118675] env[65294]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.119199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.119345] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3646b544-5ff6-44ea-9037-e03e36416cab is going to be deleted. [ 1270.120245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.120449] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.142543] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.142758] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38542a11-a2ee-4348-a975-772d4b1da23b is going to be deleted. [ 1270.143978] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.144320] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.144419] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.144513] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032e423-be39-4528-b3bc-4f9ec3bd3deb already deleted. [ 1270.144597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032e423-be39-4528-b3bc-4f9ec3bd3deb" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.144813] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.145034] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.169082] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.169307] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5 is going to be deleted. [ 1270.170311] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.170585] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.194287] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.194540] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 754fccea-5932-4d9c-bfc1-46dca6182e06 is going to be deleted. [ 1270.195579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.195900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.197567] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.235097] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.235298] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73170f10-9aa4-4f22-8c83-a105b46dd584 is going to be deleted. [ 1270.236410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.236688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.240708] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.240888] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.268980] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.269176] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401184bf-0b09-46a2-9e7e-7c20b6f9cc0d is going to be deleted. [ 1270.270277] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.270520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.276110] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.276340] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.308869] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.309134] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.337646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.337820] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41525616-25f4-4887-baa0-7379e8463e76 is going to be deleted. [ 1270.338810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.339050] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.385712] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.385908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.390228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.390388] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d135c81-4069-46b9-b07d-b34081879b9d is going to be deleted. [ 1270.391261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.391581] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.393404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.393560] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.503524] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.503709] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.509414] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.509571] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad is going to be deleted. [ 1270.510553] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.510771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.510864] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.511154] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.511281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.511350] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.511505] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.511613] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.511730] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d is going to be created. [ 1270.512798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.512984] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.514814] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.514918] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.542092] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.542300] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a32102b-6b81-4c97-b31d-05306adc0f0f is going to be deleted. [ 1270.543318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.543550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.547345] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.547595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.547595] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.547786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.547838] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.547885] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1270.549366] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.549482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.549559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.549705] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.549857] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.549950] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.550055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.550273] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.550355] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.550443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.550523] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.550627] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.550682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.550966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.551158] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.551254] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.551319] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.551469] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.551544] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.551640] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.551719] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.552784] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.580452] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.580618] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd3ea35-65eb-4c64-83e2-e09050e1900e is going to be deleted. [ 1270.581798] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.582037] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.588404] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.588611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.588611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.588832] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.588975] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.608273] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1270.623772] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.623979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.625163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.625294] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ee640e-a09f-4c31-9de9-0fe711aed351 is going to be deleted. [ 1270.626417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.626646] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.656280] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.656466] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64461369-bb14-40de-bbae-96066e5044fd is going to be deleted. [ 1270.657466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.657691] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.657786] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.657912] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3646b544-5ff6-44ea-9037-e03e36416cab" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.658093] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.658318] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.658400] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.658520] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38542a11-a2ee-4348-a975-772d4b1da23b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.659216] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.659386] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.659472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.659592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddbc795-148c-4f7a-b0a0-f28ebfcdf3f5" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.659736] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.659886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.659991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660172] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-754fccea-5932-4d9c-bfc1-46dca6182e06" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660310] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.660482] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.660561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73170f10-9aa4-4f22-8c83-a105b46dd584" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660931] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.661145] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.661229] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.661347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401184bf-0b09-46a2-9e7e-7c20b6f9cc0d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.661478] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.661670] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.661754] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.661869] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41525616-25f4-4887-baa0-7379e8463e76" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.662047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.662368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.665157] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.665337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.672080] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.672369] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.699056] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.699249] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040add7c-ec63-4912-bd29-d6b4f5d8f121 is going to be deleted. [ 1270.700326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.700566] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.700662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.700860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d135c81-4069-46b9-b07d-b34081879b9d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.701068] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.701270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.701410] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.701578] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f059ebc8-15b8-4ab0-a3b9-2f591d6c6cad" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.702297] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.702492] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.702677] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.703845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.704061] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.704157] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.704370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a32102b-6b81-4c97-b31d-05306adc0f0f" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.737683] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: IN_PROGRESS for 2s [ 1270.784865] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.785200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.785200] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.785514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.785672] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785815] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd3ea35-65eb-4c64-83e2-e09050e1900e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.822499] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.822708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.822708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.822929] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.823045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.823325] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6ee640e-a09f-4c31-9de9-0fe711aed351" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.828013] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.828258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.828258] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.828508] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.828682] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.828887] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64461369-bb14-40de-bbae-96066e5044fd" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.835714] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.835977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.835977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.836204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.836246] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.836401] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040add7c-ec63-4912-bd29-d6b4f5d8f121" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.054395] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c338b67-f3a0-4694-879e-6c64a6387867: rpc.has_security_group_logging(os_id): False [ 1271.055859] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0: rpc.has_security_group_logging(os_id): False [ 1271.075126] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.075395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.075513] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.075755] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.075859] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.076093] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.076236] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.076423] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.076597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.076597] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.076822] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.076946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.077069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.077182] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.077260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.077494] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.077611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.077665] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.077835] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.077900] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.078015] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1271.079866] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.079979] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.080047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.080213] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.101862] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.102226] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.102346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.102421] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.102622] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.102697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.102790] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1271.240451] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.240654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.240654] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.240991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.241235] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.255768] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.255971] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.256025] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.256366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.256563] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.280685] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1271.298462] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1272.619368] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1272.619368] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.620087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.620211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.620401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.620522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.620587] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.620741] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.620821] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.620906] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.621017] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.752089] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: SUCCESS [ 1272.752494] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.123075] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.296939] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1273.297197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.314592] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1273.314854] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.625647] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b6ffc2-ce10-4964-b074-f7cf5eba858a: rpc.has_security_group_logging(os_id): False [ 1273.643466] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.643699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.643816] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.644126] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.665841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.666125] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.666269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.666341] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.666569] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.666658] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.666768] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1273.725751] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.725987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.725987] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.726192] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.726338] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.746351] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1274.482771] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.482976] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1275.762841] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1275.763173] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.763243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.763463] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.763551] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.266484] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.267271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.267271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.267271] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.267478] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.267559] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.267611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.268163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.268163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.268163] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.268163] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.770705] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.274245] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b6ffc2-ce10-4964-b074-f7cf5eba858a: rpc.has_security_group_logging(os_id): False [ 1277.298608] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.298771] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.298836] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.299076] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.299169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.299414] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.299523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.299756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.299756] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.299847] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.299880] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1277.370621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.370916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.370969] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.371299] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.371486] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.397678] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1277.529179] env[65294]: INFO networking_nsxv3.common.synchronization [req-573e7d5a-c5b2-4b70-bd10-7dcd18d1c6c8 req-6f661b2c-9689-402c-af99-b3503ed7f204 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1277.529333] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1277.529678] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.529818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.529877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530111] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.530307] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.530439] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.530519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530689] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.530778] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.530891] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.878594] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.879043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.879043] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.879438] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.879858] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.880054] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.880209] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.880498] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.880659] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.880919] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.881054] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.881215] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.881350] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.881505] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.881764] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.881870] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.902438] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.902659] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.902806] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.903050] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-969" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.903426] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-fa741044-090d-4f47-acfb-ca40a7e62d9b taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.903638] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.903799] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.904167] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.904365] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa741044-090d-4f47-acfb-ca40a7e62d9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.033321] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.407130] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.407432] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.407593] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.407910] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.408091] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.408277] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port fa741044-090d-4f47-acfb-ca40a7e62d9b not found, creating... [ 1278.408561] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.408855] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.408855] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.409103] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.409266] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.409603] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.409784] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.409939] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.410176] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.410344] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.410520] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: fa741044-090d-4f47-acfb-ca40a7e62d9b is going to be created. [ 1278.435063] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.435334] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.435423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.435715] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.435967] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.436218] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.536164] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.039222] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.039699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.039699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.039699] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.039849] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.039939] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1279.070977] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.070977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.071211] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.071360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.071772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082942] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1279.138128] env[65294]: INFO networking_nsxv3.common.synchronization [req-573e7d5a-c5b2-4b70-bd10-7dcd18d1c6c8 req-5c6187a8-2c7a-4e6f-8b99-9b7224b343f2 service nova] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 1279.138423] env[65294]: INFO networking_nsxv3.common.synchronization [req-573e7d5a-c5b2-4b70-bd10-7dcd18d1c6c8 req-5c6187a8-2c7a-4e6f-8b99-9b7224b343f2 service nova] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1279.138505] env[65294]: INFO networking_nsxv3.common.synchronization [req-573e7d5a-c5b2-4b70-bd10-7dcd18d1c6c8 req-5c6187a8-2c7a-4e6f-8b99-9b7224b343f2 service nova] Enqueued Resource ID: fa741044-090d-4f47-acfb-ca40a7e62d9b with Priority: HIGHEST for action port [ 1279.139097] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_rules [ 1279.139240] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1279.139410] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa741044-090d-4f47-acfb-ca40a7e62d9b with Priority: HIGHEST for action port [ 1279.139633] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.139781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.139781] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.140077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.140166] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.141601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.141601] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.141601] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa741044-090d-4f47-acfb-ca40a7e62d9b taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.141758] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.141829] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.142363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.142465] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa741044-090d-4f47-acfb-ca40a7e62d9b',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.414555] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1279.414877] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.645030] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.645290] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.645489] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa741044-090d-4f47-acfb-ca40a7e62d9b with status ACTIVE [ 1279.645670] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.645916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.645916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.646045] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.646091] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.646264] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.646353] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.646417] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.646579] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.646999] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.647247] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.647404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.647404] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.647561] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.647643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.648208] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa741044-090d-4f47-acfb-ca40a7e62d9b is going to be updated. [ 1279.669163] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.669442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.669442] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.669712] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.669878] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.670053] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa741044-090d-4f47-acfb-ca40a7e62d9b" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.095046] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1281.095046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.095046] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.095506] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.095506] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.095634] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.095726] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.095935] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.096069] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.096199] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.598260] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.100922] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.602986] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.603293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.603441] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.603780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.603955] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.604151] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1282.636848] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.637062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.637128] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.637374] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.637565] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.647325] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1284.139979] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.140358] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1284.658299] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1284.658523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.658702] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.658968] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.659179] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.659301] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.659366] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.659519] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.659598] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.659683] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.659776] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.162484] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.664678] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0: rpc.has_security_group_logging(os_id): False [ 1285.683099] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.683378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.683378] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.683608] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.683704] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.684031] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.684219] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.684403] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.684632] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.684767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.684925] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1285.750349] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.750549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.750609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.750959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.750959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.770172] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1287.242231] env[65294]: INFO networking_nsxv3.common.synchronization [req-66de2f77-0254-419b-b6e4-1e4d8c482e0d req-24fc5808-1917-4277-8d92-5f96049cbbdb tempest-ServerActionsTestOtherB-528809252 tempest-ServerActionsTestOtherB-528809252-project-member] Enqueued Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1287.242231] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a with Priority: HIGHEST for action security_group_members [ 1287.243205] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.243424] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.243552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.243880] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.244148] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.244309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.244436] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.244710] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.244857] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.245045] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b6ffc2-ce10-4964-b074-f7cf5eba858a',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.747164] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.747409] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.747455] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.747653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.747767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.747931] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.749514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.749514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.749514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.749514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.749514] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a is going to be updated. [ 1287.774497] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.774772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.774772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.774923] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.775063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.786415] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: IN_PROGRESS for 2s [ 1287.789553] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1287.789761] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.801094] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a in Status: SUCCESS [ 1289.801502] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b6ffc2-ce10-4964-b074-f7cf5eba858a deletion is rescheduled due to dependency. [ 1289.801562] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b6ffc2-ce10-4964-b074-f7cf5eba858a" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.189576] env[65294]: INFO networking_nsxv3.common.synchronization [req-ff1bbea4-62b3-49ba-8968-a8b4c4bc2c73 req-a718952d-3743-4a28-abe2-fd88ae9c8314 tempest-ServersNegativeTestJSON-72882699 tempest-ServersNegativeTestJSON-72882699-project-member] Enqueued Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1291.189576] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c338b67-f3a0-4694-879e-6c64a6387867 with Priority: HIGHEST for action security_group_members [ 1291.189576] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c338b67-f3a0-4694-879e-6c64a6387867 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.189576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.189576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.189576] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.192072] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.192281] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.193308] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.193552] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.193703] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.193846] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c338b67-f3a0-4694-879e-6c64a6387867',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.696881] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.696881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.696881] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.697169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.697169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.697239] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.697334] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.697398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.697550] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.697625] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.697709] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 is going to be updated. [ 1291.725272] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.725514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.725514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.725671] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.725812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.733888] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: IN_PROGRESS for 2s [ 1293.747052] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c338b67-f3a0-4694-879e-6c64a6387867 in Status: SUCCESS [ 1293.747454] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c338b67-f3a0-4694-879e-6c64a6387867 deletion is rescheduled due to dependency. [ 1293.747454] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c338b67-f3a0-4694-879e-6c64a6387867" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.189211] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.189605] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.733828] env[65294]: INFO networking_nsxv3.common.synchronization [None req-aa206435-44b1-4ec1-b890-2290b8d950be None None] Enqueued Resource ID: 14dd7c19-0f35-4757-b5b7-dd331fbb428d with Priority: HIGHEST for action port [ 1299.735089] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dd7c19-0f35-4757-b5b7-dd331fbb428d with Priority: HIGHEST for action port [ 1299.735089] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-14dd7c19-0f35-4757-b5b7-dd331fbb428d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.735448] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14dd7c19-0f35-4757-b5b7-dd331fbb428d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.736360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14dd7c19-0f35-4757-b5b7-dd331fbb428d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.736360] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14dd7c19-0f35-4757-b5b7-dd331fbb428d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.737034] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dd7c19-0f35-4757-b5b7-dd331fbb428d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.240536] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14dd7c19-0f35-4757-b5b7-dd331fbb428d [ 1300.240776] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.240917] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.241047] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.241228] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.241398] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.241452] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14dd7c19-0f35-4757-b5b7-dd331fbb428d already deleted. [ 1300.241551] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14dd7c19-0f35-4757-b5b7-dd331fbb428d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.744042] env[65294]: INFO networking_nsxv3.common.synchronization [None req-af4522cd-06cf-4f0c-b255-9b3aa7850218 None None] Enqueued Resource ID: d2ecef89-f412-4edb-9a59-d464a360372e with Priority: HIGHEST for action port [ 1301.744387] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ecef89-f412-4edb-9a59-d464a360372e with Priority: HIGHEST for action port [ 1301.744387] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ecef89-f412-4edb-9a59-d464a360372e taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.744643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ecef89-f412-4edb-9a59-d464a360372e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.744643] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ecef89-f412-4edb-9a59-d464a360372e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.744860] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ecef89-f412-4edb-9a59-d464a360372e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.744944] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ecef89-f412-4edb-9a59-d464a360372e',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.246581] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ecef89-f412-4edb-9a59-d464a360372e [ 1302.246821] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.246985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.247071] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.247283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.247370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.247520] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ecef89-f412-4edb-9a59-d464a360372e already deleted. [ 1302.247812] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ecef89-f412-4edb-9a59-d464a360372e" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.503030] env[65294]: INFO networking_nsxv3.common.synchronization [req-8cdb6ac7-915c-4e20-ac32-ea6e2ea8d173 req-096d2f39-a2c5-4538-a0dd-548c8f6b8fa2 tempest-ServerActionsTestJSON-1128137385 tempest-ServerActionsTestJSON-1128137385-project-member] Enqueued Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1302.503508] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71258e59-289f-4194-83ce-bd78a306e355 with Priority: HIGHEST for action security_group_members [ 1302.503878] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-71258e59-289f-4194-83ce-bd78a306e355 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.504384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.504384] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.504609] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.504909] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.505039] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.505103] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.505260] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.505346] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.505439] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71258e59-289f-4194-83ce-bd78a306e355',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.007569] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.009144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.009144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.009144] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.031711] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.031834] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.032075] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.032245] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.032523] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.032688] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.032724] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 is going to be updated. [ 1303.060076] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.060243] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.060306] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.060495] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.060669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.069648] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: IN_PROGRESS for 2s [ 1304.981601] env[65294]: INFO networking_nsxv3.common.synchronization [req-c1fdd834-baa1-4e1a-b90f-14070bca2ae2 req-4ea4bac9-fd10-41c1-b5a1-40f05002d124 tempest-ServerMetadataTestJSON-2011276474 tempest-ServerMetadataTestJSON-2011276474-project-member] Enqueued Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1304.982423] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1304.982569] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.982637] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.982673] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.982910] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.983078] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.983185] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.983248] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.983395] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.983476] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.983567] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.081829] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71258e59-289f-4194-83ce-bd78a306e355 in Status: SUCCESS [ 1305.082033] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71258e59-289f-4194-83ce-bd78a306e355 deletion is rescheduled due to dependency. [ 1305.082155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71258e59-289f-4194-83ce-bd78a306e355" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.274170] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.274377] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-808" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.274523] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-808" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.274863] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-808" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.275293] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.275469] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.275590] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.275807] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.275953] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.276183] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.276302] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.276405] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.276509] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.276617] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.276721] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.276849] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.297294] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.297436] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1305.297569] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.297741] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-808" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.298054] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-94539d9b-e64d-4116-8b50-a48fb93120df taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.298226] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.298345] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.298648] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.298786] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94539d9b-e64d-4116-8b50-a48fb93120df',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.485951] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.486155] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.486202] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.486416] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.486522] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.486690] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.486783] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.486868] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.487057] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.487138] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.487227] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78625a40-1490-4f5d-be73-685d58f69bcf already deleted. [ 1305.487367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.801576] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.801851] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.801978] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.802270] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.802541] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.802769] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Segment Port 94539d9b-e64d-4116-8b50-a48fb93120df not found, creating... [ 1305.803062] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.803234] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.803357] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.803620] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.803737] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.804048] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.804208] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.804325] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.804590] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.804782] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.804872] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: 94539d9b-e64d-4116-8b50-a48fb93120df is going to be created. [ 1305.824198] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.824340] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.824437] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.824697] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.824918] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.825149] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.549531] env[65294]: INFO networking_nsxv3.common.synchronization [req-c1fdd834-baa1-4e1a-b90f-14070bca2ae2 req-847a667b-094f-4324-b9db-b152f6600f3c service nova] Enqueued Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_rules [ 1306.549804] env[65294]: INFO networking_nsxv3.common.synchronization [req-c1fdd834-baa1-4e1a-b90f-14070bca2ae2 req-847a667b-094f-4324-b9db-b152f6600f3c service nova] Enqueued Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1306.549960] env[65294]: INFO networking_nsxv3.common.synchronization [req-c1fdd834-baa1-4e1a-b90f-14070bca2ae2 req-847a667b-094f-4324-b9db-b152f6600f3c service nova] Enqueued Resource ID: 94539d9b-e64d-4116-8b50-a48fb93120df with Priority: HIGHEST for action port [ 1306.550342] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_rules [ 1306.550479] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1306.550575] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94539d9b-e64d-4116-8b50-a48fb93120df with Priority: HIGHEST for action port [ 1306.550878] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.550959] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.551241] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.551527] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.551624] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.553344] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.553465] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.553532] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.553897] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.553961] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.554083] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.554169] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.554279] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.554367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.554458] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.555800] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-94539d9b-e64d-4116-8b50-a48fb93120df taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.555911] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.555966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.556250] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.556329] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94539d9b-e64d-4116-8b50-a48fb93120df',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.054049] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.054221] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.058591] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94539d9b-e64d-4116-8b50-a48fb93120df with status ACTIVE [ 1307.058797] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.058926] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.058991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.059215] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.059309] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.059492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.059666] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.059733] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.059885] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.059966] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.060322] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.060322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.060322] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.061432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.061432] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.061432] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94539d9b-e64d-4116-8b50-a48fb93120df is going to be updated. [ 1307.061713] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.083318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.083500] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.083545] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.083780] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.083932] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.084116] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94539d9b-e64d-4116-8b50-a48fb93120df" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.565058] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.068908] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.068908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.068908] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.069231] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.069270] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.069449] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78625a40-1490-4f5d-be73-685d58f69bcf is going to be created. [ 1308.102192] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.102376] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.102420] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.102662] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.102828] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.115019] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: UNINITIALIZED for 2s [ 1310.127838] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: SUCCESS [ 1310.128269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.128269] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.128443] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.128630] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.128751] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.128818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.128970] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.129063] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.129191] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.129241] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.631388] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.631620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.631747] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.631994] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.632211] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.632326] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.632427] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.632573] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.632687] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.632785] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.632937] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.633040] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.633105] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.633262] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.633422] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.633526] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.633644] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.633759] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.633845] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.633928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.634030] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.136574] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78625a40-1490-4f5d-be73-685d58f69bcf: rpc.has_security_group_logging(os_id): False [ 1311.154362] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.154611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.154611] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.154749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.154848] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.155058] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.155171] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.155226] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.155375] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.155467] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.155657] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.155748] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.155804] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.155943] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.156027] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.156222] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.156304] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.156379] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.156507] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.156610] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.156709] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78625a40-1490-4f5d-be73-685d58f69bcf is going to be created. [ 1311.212816] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.213197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.213197] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.213370] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.213466] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.230623] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: IN_PROGRESS for 2s [ 1311.551223] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.551325] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1313.259563] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: SUCCESS [ 1313.259928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.552173] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.552547] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.176540] env[65294]: INFO networking_nsxv3.common.synchronization [req-e5730d07-5a05-4b3b-b04f-ed6e6f3e68e2 req-8a9a1259-1abd-40a1-83f5-921c68b232dd tempest-ServerMetadataTestJSON-2011276474 tempest-ServerMetadataTestJSON-2011276474-project-member] Enqueued Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1318.177100] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78625a40-1490-4f5d-be73-685d58f69bcf with Priority: HIGHEST for action security_group_members [ 1318.177418] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-78625a40-1490-4f5d-be73-685d58f69bcf taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.177541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.177612] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.177805] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.177950] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.178062] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.178122] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.178265] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.178348] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.178440] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78625a40-1490-4f5d-be73-685d58f69bcf',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.680783] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.680985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.680985] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.681206] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.681296] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.681492] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.681592] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.681656] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.681803] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.681879] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.681965] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78625a40-1490-4f5d-be73-685d58f69bcf is going to be updated. [ 1318.719318] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.719517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.719517] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.719734] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.719886] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.734992] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: IN_PROGRESS for 2s [ 1320.746892] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78625a40-1490-4f5d-be73-685d58f69bcf in Status: SUCCESS [ 1320.747316] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78625a40-1490-4f5d-be73-685d58f69bcf deletion is rescheduled due to dependency. [ 1320.747316] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78625a40-1490-4f5d-be73-685d58f69bcf" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.178695] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.178695] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.180013] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.180425] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.180952] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.181338] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.181968] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.181968] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.098710] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.098921] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.099060] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.099331] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.099587] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.099747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.099862] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.100080] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.100225] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.100428] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.100539] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] NeedRegenerationException {{(pid=65294) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.100644] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] no value, waiting for create lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.100763] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] value creation lock acquired {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.100874] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] No value present for key: 'zone-id' {{(pid=65294) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.101155] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Calling creation function for not-yet-present value {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.101224] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.122615] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.122783] env[65294]: DEBUG dogpile.cache.region [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65294) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.122926] env[65294]: DEBUG dogpile.lock [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Released creation lock {{(pid=65294) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.123117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "network-877" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.123425] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock port-bf6a690a-4a06-4142-9480-79255375d138 taken with stack trace [, , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.123592] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.123712] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.123971] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.124125] env[65294]: DEBUG networking_nsxv3.api.rpc [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6a690a-4a06-4142-9480-79255375d138',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.626995] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.627465] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.627465] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.627783] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.628172] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.628270] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.628396] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.628513] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.628725] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.628862] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.629157] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.629309] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.629423] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.629622] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.629753] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.629896] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Resource: SegmentPort with ID: bf6a690a-4a06-4142-9480-79255375d138 is going to be updated. [ 1339.652737] env[65294]: DEBUG networking_nsxv3.common.locking [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.652967] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.653117] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.653346] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.653529] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.653747] env[65294]: DEBUG oslo_concurrency.lockutils [None req-a8a916bd-9f1f-49ae-b13c-fdaa55aeedc9 None None] Releasing lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.354507] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb32932d-b542-4117-819a-d73c72f90e21 req-c0d7d73d-7140-4a54-badf-a60e400b2e03 service nova] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1340.354690] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb32932d-b542-4117-819a-d73c72f90e21 req-c0d7d73d-7140-4a54-badf-a60e400b2e03 service nova] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1340.354862] env[65294]: INFO networking_nsxv3.common.synchronization [req-bb32932d-b542-4117-819a-d73c72f90e21 req-c0d7d73d-7140-4a54-badf-a60e400b2e03 service nova] Enqueued Resource ID: bf6a690a-4a06-4142-9480-79255375d138 with Priority: HIGHEST for action port [ 1340.355378] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_rules [ 1340.355512] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1340.355606] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a690a-4a06-4142-9480-79255375d138 with Priority: HIGHEST for action port [ 1340.355907] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.356077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.356199] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.356347] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.356455] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.357311] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.358031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.358031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.358031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.358031] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.358031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.358031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.358363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.358363] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.358363] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.359085] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf6a690a-4a06-4142-9480-79255375d138 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.359349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.359349] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.359446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.359446] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6a690a-4a06-4142-9480-79255375d138',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.861621] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.862087] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.862087] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.862921] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf6a690a-4a06-4142-9480-79255375d138 with status ACTIVE [ 1340.863129] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.863251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.863312] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.863515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.863605] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.863791] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.863916] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.863977] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.864205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.865077] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.865077] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.865293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.865356] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.865514] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.865591] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.865677] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf6a690a-4a06-4142-9480-79255375d138 is going to be updated. [ 1340.887098] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.887307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.887307] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.887515] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.887636] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.887837] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf6a690a-4a06-4142-9480-79255375d138" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.368225] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.871190] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.871664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.871664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.871664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.871664] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.871800] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d is going to be updated. [ 1341.902153] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.902397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.902397] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.902614] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.902762] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.913262] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: IN_PROGRESS for 2s [ 1343.924035] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: SUCCESS [ 1343.924457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.924457] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.924653] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.924872] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.924991] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.925064] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.925203] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.925283] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.925367] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.925456] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.428191] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.930597] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ed01e-67bf-4af4-9c43-b17275b4804d: rpc.has_security_group_logging(os_id): False [ 1344.951529] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.951814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.951814] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.951933] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.952065] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.952339] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.952446] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.952509] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.952772] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.952851] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.952897] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d is going to be updated. [ 1345.015247] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.015503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.015503] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.016669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.016669] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.031365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: IN_PROGRESS for 2s [ 1345.356951] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.357274] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.049068] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: SUCCESS [ 1347.049460] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.128061] env[65294]: INFO networking_nsxv3.common.synchronization [req-42cca6aa-8177-41b5-800c-d9a506de4fe5 req-8129be99-5553-4f06-aac7-c54e3a259957 tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1350.128673] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1350.128988] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.129132] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.129201] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.129413] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.129571] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.129843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.129843] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.129928] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.129960] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.130054] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.632108] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.135978] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.638602] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.638602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.638602] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.638989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.638989] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.638989] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1351.668487] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.668697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.668697] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.668946] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.669030] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.677266] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1353.689975] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1353.690389] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.129914] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.130324] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.130935] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.131325] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.132354] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.132710] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.097272] env[65294]: INFO networking_nsxv3.common.synchronization [req-eaf7413d-c022-44ea-b5f6-43215ddf0587 req-a55864c8-c02d-4af3-a410-5e7cc74e52de tempest-ServerActionsTestOtherA-302917294 tempest-ServerActionsTestOtherA-302917294-project-member] Enqueued Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1367.098109] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 with Priority: HIGHEST for action security_group_members [ 1367.098401] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.099074] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.099205] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.099502] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.099761] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.099914] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.100029] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.100293] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.100431] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.100578] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.603230] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.603472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.603472] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.603679] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.603774] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.603992] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.604156] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.604261] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.604458] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.604541] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.604632] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 is going to be updated. [ 1367.634453] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.634453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.634453] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.634749] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.634810] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.643635] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: IN_PROGRESS for 2s [ 1369.655365] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 in Status: SUCCESS [ 1369.655818] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0 deletion is rescheduled due to dependency. [ 1369.655818] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05f8b2a-a1a9-4ca1-9e7f-dc0b320100c0" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.099209] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.099580] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.100261] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.100629] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.101080] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.101454] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.102437] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.102803] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.575566] env[65294]: INFO networking_nsxv3.common.synchronization [req-1c8de06b-99e5-4c70-9c8e-06b6aab45e33 req-11c0d63f-96c1-442a-a3d6-2a7ca8776449 tempest-AttachVolumeShelveTestJSON-1324352986 tempest-AttachVolumeShelveTestJSON-1324352986-project-member] Enqueued Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1391.576391] env[65294]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d with Priority: HIGHEST for action security_group_members [ 1391.576486] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ed01e-67bf-4af4-9c43-b17275b4804d taken with stack trace [, , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.576549] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.576708] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.576792] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.577385] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.577385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.577385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.577385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.577385] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.577385] env[65294]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ed01e-67bf-4af4-9c43-b17275b4804d',) {} {{(pid=65294) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.079678] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.079920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.079920] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.080153] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.080251] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.080458] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.080557] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.080620] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.080767] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.080841] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.080929] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d is going to be updated. [ 1392.109793] env[65294]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65294) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.110031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.110031] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.110204] env[65294]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.110337] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.118446] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: IN_PROGRESS for 2s [ 1394.130055] env[65294]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d in Status: SUCCESS [ 1394.130055] env[65294]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ed01e-67bf-4af4-9c43-b17275b4804d deletion is rescheduled due to dependency. [ 1394.130055] env[65294]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ed01e-67bf-4af4-9c43-b17275b4804d" {{(pid=65294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.577076] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.577536] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.577948] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.578306] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.579081] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.579456] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.580640] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.581084] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.581875] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.582296] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.583670] env[65294]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.584074] env[65294]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0